-- Logs begin at Wed 2021-11-24 16:59:37 UTC, end at Wed 2021-11-24 17:59:31 UTC. -- Nov 24 17:32:21.382848 dv-cinder-819149-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 17:32:24.240949 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.common.config [-] Logging enabled! Nov 24 17:32:24.241600 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 17:32:24.241710 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 17:32:24.244932 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.common.config [-] Logging enabled! Nov 24 17:32:24.245181 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 17:32:24.245495 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 17:32:24.246502 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:32:24.246735 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:32:24.247110 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:32:24.247401 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:32:24.247625 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:32:24.247941 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.248363 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 17:32:24.248669 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.248943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.249220 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.249512 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.249796 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.250069 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.250379 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.250673 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.250954 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.251244 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.251518 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.251804 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.252076 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.252355 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.252621 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.252903 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] debug = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.253178 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.253603 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.254011 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.254308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.254593 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.254872 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.255141 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.255415 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.255691 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.256022 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] host = dv-cinder-819149-1-iscsi {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.256294 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.256575 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.256853 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.257132 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.257404 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.257685 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.257966 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.258257 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.258523 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.258791 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.259077 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.259364 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.259649 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.259865 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.260084 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.260365 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.260643 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.260915 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.261170 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.261448 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.261713 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.261985 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.262269 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.262548 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.262852 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.263132 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.263404 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.263674 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.264080 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.264381 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.264644 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.264911 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.265175 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.265447 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.265739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.266002 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.266305 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.266605 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.266882 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.267157 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.267431 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.267703 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.267978 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.268240 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.268505 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.268772 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_json = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.269037 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.269302 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.269586 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.269854 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.270120 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.270405 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.270678 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.270962 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:24.271254 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.271545 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.271848 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.272126 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.272427 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.272710 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.272991 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.273263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.273544 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.273824 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.274110 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.274405 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.274690 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.274964 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.275260 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.275567 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.275855 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.276145 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.276416 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.276686 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.276956 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.277237 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.277522 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.277797 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.278078 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.278462 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.278743 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.279209 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.279497 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.279790 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.280080 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.280351 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.280627 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.280914 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.281195 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.281466 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.281740 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.282030 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.282337 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.282602 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.282885 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.283158 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.283425 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.283691 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.283971 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.284252 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.284525 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.284797 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.285052 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.285321 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.285588 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.285866 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.286160 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.286422 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.286687 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.286961 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.287225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.287492 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.287764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.288031 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.288303 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.288567 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.288835 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.289441 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.289708 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.289971 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.290259 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.290529 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.290794 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.291061 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.291325 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.291600 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.291870 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.292140 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.292418 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.292715 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.292985 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.293269 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.293539 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.293810 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.294191 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.294476 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.294747 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.295023 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.295295 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.295584 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.295859 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.296138 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.296414 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.296717 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.297020 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.297290 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.297570 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.297835 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.298106 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.298403 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.298692 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.298974 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.299260 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.299553 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.299838 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.300121 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.300394 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.300694 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.300964 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:24.301177 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:32:24.301422 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109149) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 17:32:24.764246 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 17:32:24.764485 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 17:32:24.764821 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 17:32:24.765166 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 17:32:25.114676 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.114944 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.115134 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.116397 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.116692 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.117078 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.156574 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.156820 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.157117 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.172479 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.172764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.173042 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.203682 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.203947 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.204235 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.243776 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.244448 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.244448 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.498679 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.498977 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.499254 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.499528 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.500269 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.607686 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.608464 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.608772 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.609051 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.609332 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.609665 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.609935 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.610193 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.610452 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.610764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.611031 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.611299 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.611557 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.611807 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.612090 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.612354 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.612603 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.612891 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.613158 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.613414 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.613690 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.613948 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.614258 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.614662 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.614914 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.615170 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.615599 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.615840 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.616080 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.616319 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.616561 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.616798 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:25.617194 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 17:32:25.620778 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 17:32:25.625101 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 17:32:25.629175 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 24 17:32:25.631096 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 17:32:25.631587 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 17:32:25.631926 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 17:32:25.632334 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 17:32:25.635373 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 17:32:25.635628 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 17:32:25.635987 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 17:32:25.641886 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 17:32:25.665981 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 17:32:25.666478 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.666786 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109149) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 17:32:25.667158 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.668599 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109149) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 17:32:25.668893 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 17:32:25.669221 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 17:32:25.674308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.674607 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:25.739616 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 17:32:25.739813 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 17:32:25.739992 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 17:32:25.740382 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 17:32:25.762438 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_db.sqlalchemy.engines [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109149) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 17:32:26.319075 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing driver for type 'gre' Nov 24 17:32:26.319863 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] gre ID ranges: [(1, 1000)] Nov 24 17:32:26.390786 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing driver for type 'local' Nov 24 17:32:26.391124 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing driver for type 'vlan' Nov 24 17:32:26.407152 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] VlanTypeDriver initialization complete Nov 24 17:32:26.407546 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing driver for type 'vxlan' Nov 24 17:32:26.408226 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] vxlan ID ranges: [(1, 1000)] Nov 24 17:32:26.475205 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing extension driver 'port_security' Nov 24 17:32:26.475694 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] PortSecurityExtensionDriver initialization complete Nov 24 17:32:26.476132 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing mechanism driver 'openvswitch' Nov 24 17:32:26.476520 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing mechanism driver 'hyperv' Nov 24 17:32:26.483701 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:26.484397 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.484772 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.485127 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.485708 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.486177 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.486534 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.486881 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.487287 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.487699 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.488060 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.488416 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.488809 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.489233 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.489569 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.489910 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.490494 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.490917 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.491272 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.491622 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.492030 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.492442 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > address_group after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.492793 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > address_group after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.493136 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.493536 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109149) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 17:32:26.493917 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] ML2 OVO RPC backend initialized. {{(pid=109149) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 17:32:26.494661 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.495019 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.495447 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.495793 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > networks before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.496145 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.496491 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > ports before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.496840 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.497274 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnets before_response 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.497635 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.497981 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.498355 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.498701 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.499044 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.499383 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.499722 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.500068 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.500407 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.501023 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.plugin [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Modular L2 Plugin initialization complete Nov 24 17:32:26.501357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading services supported by the core plugin {{(pid=109149) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 17:32:26.501690 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.plugins.ml2.managers [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Got port-security extension from driver 'port_security' Nov 24 17:32:26.502179 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.extensions.vlantransparent [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Disabled vlantransparent extension. Nov 24 17:32:26.502682 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109149) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 17:32:26.502999 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: router Nov 24 17:32:26.540983 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.541384 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_create 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.541764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router before_create 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.542114 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.542520 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.542885 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_delete 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.543246 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.543583 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.544012 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_create 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.544392 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.544793 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.545160 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.545516 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.545929 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.546337 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.546677 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.547019 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: subnet after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.547354 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.547699 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.548050 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_create 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.548397 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.548744 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.549101 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router after_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.549519 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.549803 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_create 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.550203 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.550553 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_update 55549900 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.550937 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > agent after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.551272 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > agent after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.551619 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > network after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.552522 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Tracking information for resource: router configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:26.552859 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Tracking information for resource: floatingip configured {{(pid=109149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:32:26.558164 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.db.l3_agentschedulers_db [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 17:32:26.558764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.559131 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.559490 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.559902 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: port after_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.560768 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router before_create 55550100 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.561147 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.561508 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_create 55550100 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.561863 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > router precommit_update 55550100 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.566996 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.provider_configuration [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service providers = [] {{(pid=109149) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 17:32:26.567364 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.db.servicetype_db [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109149) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 17:32:26.570561 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.service_base [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:32:26.570850 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.service_base [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:32:26.571194 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.service_base [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:32:26.572115 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.services.service_base [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:32:26.572495 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.services.service_base [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 17:32:26.572893 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.573214 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 17:32:26.584653 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.584975 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: auto_allocate Nov 24 17:32:26.591102 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: network precommit_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.591488 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: network precommit_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.592049 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.592378 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: tag Nov 24 17:32:26.599369 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.599711 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: timestamp Nov 24 17:32:26.603942 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.604275 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: network_ip_availability Nov 24 17:32:26.610241 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.610642 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.611010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.611833 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.612164 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: flavors Nov 24 17:32:26.617344 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.617677 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading Plugin: revisions Nov 24 17:32:26.622465 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:32:26.622957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=109149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 17:32:26.630259 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109149) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 17:32:26.630844 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Initializing extension manager. Nov 24 17:32:26.632165 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: __init__.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.632165 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: __pycache__ {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.633671 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.633671 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: address_group.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.633999 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.634794 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: address-group Nov 24 17:32:26.635168 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: address_scope.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.638571 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.639503 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: address-scope Nov 24 17:32:26.640027 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.641503 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.642331 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: router-admin-state-down-before-update Nov 24 17:32:26.642827 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: agent.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.643889 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.644576 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: agent Nov 24 17:32:26.644992 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: agent_resources_synced.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.646296 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.647019 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: agent-resources-synced Nov 24 17:32:26.647435 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: allowedaddresspairs.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.649671 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.650504 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: allowed-address-pairs Nov 24 17:32:26.650944 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: auto_allocated_topology.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.652766 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.653768 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: auto-allocated-topology Nov 24 17:32:26.654317 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: availability_zone.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.655449 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.656214 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: availability_zone Nov 24 17:32:26.656701 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: availability_zone_filter.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.658233 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.659095 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: availability_zone_filter Nov 24 17:32:26.659539 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: data_plane_status.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.660909 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.661730 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 17:32:26.662267 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: default_subnetpools.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.663684 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.664778 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: default-subnetpools Nov 24 17:32:26.665246 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.666519 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.667248 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: dhcp_agent_scheduler Nov 24 17:32:26.667737 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: dns.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.669080 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.669867 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 17:32:26.670399 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: dns_domain_ports.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.671716 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.672488 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 17:32:26.672970 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.674343 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.675104 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 17:32:26.675589 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: dvr.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.676574 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.677310 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: dvr Nov 24 17:32:26.677774 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: ecmp_routes.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.679129 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.679888 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 17:32:26.680407 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: empty_string_filtering.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.681716 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.682528 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: empty-string-filtering Nov 24 17:32:26.683008 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.684251 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.685062 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 17:32:26.685533 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.686883 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.687570 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 17:32:26.688054 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: external_net.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.689341 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.690086 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: external-net Nov 24 17:32:26.690576 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.691787 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.692533 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: extra_dhcp_opt Nov 24 17:32:26.693029 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: extraroute.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.694362 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.695112 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: extraroute Nov 24 17:32:26.695600 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: extraroute_atomic.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.697030 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.697792 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: extraroute-atomic Nov 24 17:32:26.698260 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: filter_validation.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.699205 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.699975 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: filter-validation Nov 24 17:32:26.700473 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: fip_pf_description.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.701795 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.702624 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 17:32:26.703061 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: fip_port_details.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.704365 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.705133 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: fip-port-details Nov 24 17:32:26.705580 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: flavors.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.707357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.708092 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: flavors Nov 24 17:32:26.708592 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.711007 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.711760 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 17:32:26.712214 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: floatingip_pools.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.713214 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.713951 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: floatingip-pools Nov 24 17:32:26.714419 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: ip_allocation.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.715728 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.716470 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 17:32:26.717000 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.718392 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.719188 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: ip-substring-filtering Nov 24 17:32:26.719650 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l2_adjacency.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.720936 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.721672 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 17:32:26.722101 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.723778 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.724578 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: router Nov 24 17:32:26.725045 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.728528 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.729304 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 17:32:26.729754 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.731111 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.732032 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: ext-gw-mode Nov 24 17:32:26.732565 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.733952 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.734825 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: l3-ha Nov 24 17:32:26.735296 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3_flavors.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.736717 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.737524 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: l3-flavors Nov 24 17:32:26.737941 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.739822 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.740593 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 17:32:26.741059 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: l3agentscheduler.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.742643 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.743392 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: l3_agent_scheduler Nov 24 17:32:26.743842 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: local_ip.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.746924 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.747830 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension local_ip not supported by any of loaded plugins Nov 24 17:32:26.748361 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: logging.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.750673 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.751480 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension logging not supported by any of loaded plugins Nov 24 17:32:26.751975 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: metering.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.753195 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.754032 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: metering Nov 24 17:32:26.754518 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.756241 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.757032 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: metering_source_and_destination_fields Nov 24 17:32:26.757471 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: multiprovidernet.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.758818 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.759618 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: multi-provider Nov 24 17:32:26.760095 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: netmtu.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.761385 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.762152 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: net-mtu Nov 24 17:32:26.762734 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: netmtu_writable.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.764156 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.765048 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: net-mtu-writable Nov 24 17:32:26.765536 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: network_availability_zone.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.766528 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.767345 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: network_availability_zone Nov 24 17:32:26.767784 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: network_ip_availability.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.769438 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.770220 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: network-ip-availability Nov 24 17:32:26.770733 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: network_segment_range.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.771820 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.772520 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 17:32:26.773018 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: pagination.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.774523 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.775193 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: pagination Nov 24 17:32:26.775690 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: port_device_profile.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.777032 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.777783 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: port-device-profile Nov 24 17:32:26.778347 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.779782 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.780659 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: port-mac-address-regenerate Nov 24 17:32:26.781196 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.782564 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.783380 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: port-numa-affinity-policy Nov 24 17:32:26.783848 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: port_resource_request.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.785100 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.785844 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 17:32:26.786345 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: port_resource_request_groups.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.787740 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.788472 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 17:32:26.789274 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: portbindings.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.790707 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.791528 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: binding Nov 24 17:32:26.791969 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: portbindings_extended.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.793860 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.794809 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: binding-extended Nov 24 17:32:26.795357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: portsecurity.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.796821 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.797600 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: port-security Nov 24 17:32:26.798053 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: project_id.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.799473 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.799983 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: project-id Nov 24 17:32:26.800451 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: providernet.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.801728 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.802503 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: provider Nov 24 17:32:26.802935 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.808213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.808993 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos not supported by any of loaded plugins Nov 24 17:32:26.809438 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.811370 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.812164 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 17:32:26.812639 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.813886 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.814689 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 17:32:26.815202 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_default.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.816513 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.817293 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-default not supported by any of loaded plugins Nov 24 17:32:26.817743 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_fip.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.818774 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.819524 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 17:32:26.819984 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_gateway_ip.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.821357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.822073 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 17:32:26.822592 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_port_network_policy.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.823874 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.824632 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 17:32:26.825092 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.826836 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.827731 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 17:32:26.828233 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_pps_rule.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.829909 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.830719 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-pps not supported by any of loaded plugins Nov 24 17:32:26.831221 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_rule_type_details.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.832564 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.833335 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 17:32:26.833841 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: qos_rules_alias.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.835308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.836066 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 17:32:26.836515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: quota_check_limit.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.837811 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.838611 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: quota-check-limit Nov 24 17:32:26.839111 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: quotasv2.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.840544 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.841072 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: quotas Nov 24 17:32:26.841601 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: quotasv2_detail.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.846824 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.847316 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: quota_details Nov 24 17:32:26.847793 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: rbac.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.849416 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.850302 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: rbac-policies Nov 24 17:32:26.850764 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: rbac_address_group.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.852130 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.852897 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: rbac-address-group Nov 24 17:32:26.853400 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: rbac_address_scope.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.854728 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.855524 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: rbac-address-scope Nov 24 17:32:26.856000 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: rbac_security_groups.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.857566 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.858505 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: rbac-security-groups Nov 24 17:32:26.859047 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: rbac_subnetpool.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.860453 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.861200 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: rbac-subnetpool Nov 24 17:32:26.861670 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: revisionifmatch.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.863060 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.863814 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: revision-if-match Nov 24 17:32:26.864294 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: revisions.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.865938 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.866710 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: standard-attr-revisions Nov 24 17:32:26.867173 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: router_availability_zone.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.868158 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.868871 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: router_availability_zone Nov 24 17:32:26.869379 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: routerservicetype.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.870801 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.871552 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 17:32:26.872295 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.873687 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.874534 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: security-groups-normalized-cidr Nov 24 17:32:26.875020 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.876343 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.877140 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: port-security-groups-filtering Nov 24 17:32:26.877571 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.878954 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.879729 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: security-groups-remote-address-group Nov 24 17:32:26.880210 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.881554 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.882351 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: security-groups-shared-filtering Nov 24 17:32:26.882777 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.883710 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 17:32:26.884177 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: securitygroup.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.900302 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.901147 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: security-group Nov 24 17:32:26.901629 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: segment.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.902949 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.903732 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension segment not supported by any of loaded plugins Nov 24 17:32:26.904225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.905752 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.906572 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 17:32:26.907017 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: servicetype.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.908627 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.909368 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: service-type Nov 24 17:32:26.909869 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: sorting.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.911291 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.911803 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: sorting Nov 24 17:32:26.912491 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: standard_attr_segment.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.914688 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.915522 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 17:32:26.916019 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: standardattrdescription.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.916974 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.917735 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: standard-attr-description Nov 24 17:32:26.918247 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: stateful_security_group.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.920169 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.920932 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: stateful-security-group Nov 24 17:32:26.921471 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: stdattrs_common.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.922390 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 17:32:26.922846 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.924224 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.924977 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 17:32:26.925476 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnet_onboard.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.927077 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.927882 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: subnet_onboard Nov 24 17:32:26.928389 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.929777 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.930662 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 17:32:26.931122 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnet_service_types.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.932489 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.933283 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: subnet-service-types Nov 24 17:32:26.933741 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnetallocation.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.935486 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.936373 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: subnet_allocation Nov 24 17:32:26.936916 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.937866 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.938687 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: subnetpool-prefix-ops Nov 24 17:32:26.939166 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.940590 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.941307 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 17:32:26.941757 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: tagging.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.943417 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.944230 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: standard-attr-tag Nov 24 17:32:26.944708 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: timestamp.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.946527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.947280 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loaded extension: standard-attr-timestamp Nov 24 17:32:26.947761 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: trunk.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.949241 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.949988 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension trunk not supported by any of loaded plugins Nov 24 17:32:26.950553 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: trunk_details.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.952007 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.952765 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 17:32:26.953231 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: uplink_status_propagation.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.954585 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.955308 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 17:32:26.955753 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Loading extension file: vlantransparent.py {{(pid=109149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:32:26.956741 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:32:26.957516 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 17:32:26.961446 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:network Nov 24 17:32:26.962185 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnet Nov 24 17:32:26.962801 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:32:26.963414 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:port Nov 24 17:32:26.965380 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.966048 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service FLAVORS assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.967146 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.967850 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.968422 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:router Nov 24 17:32:26.969103 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 17:32:26.969834 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service METERING assigned prefix: /metering {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.972046 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.972557 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.973051 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:32:26.974724 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 17:32:26.975349 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:security_group Nov 24 17:32:26.976025 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 17:32:26.977003 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service CORE assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.977470 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:32:26.977977 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] subnetpool is already registered Nov 24 17:32:26.978633 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service CORE assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.979091 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:32:26.979591 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] subnetpool is already registered Nov 24 17:32:26.983844 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.984583 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service FLAVORS assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.985523 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.986101 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.986591 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:router Nov 24 17:32:26.987079 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] router is already registered Nov 24 17:32:26.987678 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 17:32:26.988183 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] floatingip is already registered Nov 24 17:32:26.988896 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service METERING assigned prefix: /metering {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.989975 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 17:32:26.990502 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] rbac_policy is already registered Nov 24 17:32:26.991144 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:security_group Nov 24 17:32:26.991640 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] security_group is already registered Nov 24 17:32:26.992232 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 17:32:26.992717 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] security_group_rule is already registered Nov 24 17:32:26.993661 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service CORE assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.994163 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:32:26.994676 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] subnetpool is already registered Nov 24 17:32:26.995296 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.v2.resource_helper [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Service CORE assigned prefix: {{(pid=109149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:32:26.995778 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:32:26.996222 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING neutron.quota.resource_registry [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] subnetpool is already registered Nov 24 17:32:26.996938 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: extensions {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:26.999602 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: address-groups {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.002010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: address-scopes {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.004104 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: agents {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.005943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: auto-allocated-topology {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.008001 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: availability_zones {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.009902 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: dhcp-networks {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.012353 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: dhcp-agents {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.014917 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: routers {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.020084 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: flavors {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.022110 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: service_profiles {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.024124 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: next_providers {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.026489 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: service_profiles {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.029221 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: floatingip-pools {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.031628 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: routers {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.035424 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: floatingips {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.037673 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: l3-routers {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.040572 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: l3-agents {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.043103 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: metering-labels {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.045588 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: metering-label-rules {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.047837 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: network-ip-availabilities {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.049910 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: bindings {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.052890 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: quotas {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.055777 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: quotas {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.058557 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: rbac-policies {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.060891 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: security-groups {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.062715 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: security-group-rules {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.064688 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: service-providers {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.066738 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: subnetpools {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.069034 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: subnetpools {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.071583 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.074322 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.077438 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.080399 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.083520 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.086551 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.089218 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.092630 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.095677 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.098656 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron.api.extensions [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Extended resource: tags {{(pid=109149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:32:27.108817 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING keystonemiddleware.auth_token [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 17:32:27.116473 dv-cinder-819149-1-iscsi neutron-server[109149]: WARNING keystonemiddleware.auth_token [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 17:32:27.131224 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Acquired lock "singleton_lock" {{(pid=109149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 17:32:27.131925 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_concurrency.lockutils [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Releasing lock "singleton_lock" {{(pid=109149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 17:32:27.132934 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Starting 2 workers Nov 24 17:32:27.139459 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Started child 109258 {{(pid=109149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 17:32:27.145820 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Started child 109259 {{(pid=109149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 17:32:27.147959 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO neutron.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 17:32:27.148144 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.148768 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Publish callbacks [] for process, before_spawn {{(pid=109149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.150652 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.151340 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [-] (109258) wsgi starting up on http://0.0.0.0:9696 Nov 24 17:32:27.151700 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [-] (109259) wsgi starting up on http://0.0.0.0:9696 Nov 24 17:32:27.152170 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Starting 1 workers Nov 24 17:32:27.159469 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Started child 109260 {{(pid=109149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 17:32:27.160300 dv-cinder-819149-1-iscsi neutron-server[109149]: INFO oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Starting 1 workers Nov 24 17:32:27.162478 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] calling RpcWorker wait() {{(pid=109260) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 17:32:27.163238 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] returning from RpcWorker wait() {{(pid=109260) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 17:32:27.164610 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.165031 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:27.167011 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Started child 109261 {{(pid=109149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 17:32:27.168175 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fb1d-205c-4943-bbdb-148a8c49c362 None None] Publish callbacks [] for process, after_spawn {{(pid=109149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.171240 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 17:32:27.171563 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:32:27.172100 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:32:27.172592 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:32:27.173097 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:32:27.173360 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:32:27.174104 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.174551 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.174978 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.175361 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.175811 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.176297 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:27.177063 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.177063 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.177457 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.177783 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:27.177904 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.178259 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.178510 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.178767 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.179117 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.179483 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.179926 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.180314 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.180682 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.181033 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.181288 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.181654 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.182059 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.182444 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.182844 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] debug = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.183204 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.183909 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.184328 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.184725 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.185097 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.185671 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.185991 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.186405 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.186791 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.187109 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.187453 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.187879 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.188255 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.188569 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.188946 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.189248 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.189625 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.189986 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.190675 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] host = dv-cinder-819149-1-iscsi {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.191044 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.191396 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.191747 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.192140 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.192494 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.192868 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.193126 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.193519 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.193894 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.194230 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.194636 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.195017 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.195366 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.195708 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.195968 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_options = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.196311 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.196684 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.197083 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.197385 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.197658 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.197897 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.199061 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.199315 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.199700 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.200047 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.200475 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.200774 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.201120 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.201511 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.201908 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.202309 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.202611 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.203110 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.203696 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.204037 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.204432 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.204714 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.205133 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.205410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.205755 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.207000 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.207000 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.207000 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.207700 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.207700 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.208148 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.208367 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.208591 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210213 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.210863 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.211006 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.211345 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.211718 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.212067 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.212410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.212780 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.213148 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.213490 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_json = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.213816 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.214216 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.214570 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.215202 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.215895 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.216246 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.216750 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.217143 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.217702 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.218161 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.218639 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.219036 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.219390 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.219739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.220133 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.220516 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.220892 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.221264 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.221723 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.222071 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.222556 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.222905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.223282 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.223743 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.224116 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.224707 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.225266 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.225661 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.226059 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.226407 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.226852 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.227195 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.227536 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.227903 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.228505 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.229142 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.229499 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.229938 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.230367 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.230785 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.231147 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.231500 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.231897 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.232298 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.232682 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.233067 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.233427 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.233769 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.234049 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.234362 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.234608 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.234841 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.235091 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.235328 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.235630 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.235854 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.236089 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.236321 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.236548 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.236766 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.236979 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.237218 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.237463 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.237706 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.237971 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.238279 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.238530 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.238737 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.239129 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.239349 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.239720 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.240071 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.240439 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.240650 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.241020 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.241228 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.241684 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.241925 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.242178 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.242428 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.242659 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.242896 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.243047 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.243267 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.243475 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.243714 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.243904 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.244260 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.244410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.244529 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.244724 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.244952 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.245157 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.245389 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.245602 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.245820 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.246028 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.246267 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.246496 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.246792 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.247234 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.247655 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.247928 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.248186 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.248421 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.248653 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.248897 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.249112 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.249328 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.249546 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.249802 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.250050 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.251763 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.252307 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.252307 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.252479 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.252700 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.252850 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.253093 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.253333 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.253594 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.253843 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.254091 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.254366 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.254631 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.254940 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.255338 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.255490 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.255713 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.255924 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.256179 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.256514 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.256688 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.256931 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.257158 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.257579 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.257714 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.259527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.260291 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.260291 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.260291 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.260573 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.260859 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.261010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.261191 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.261612 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.261612 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.261881 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.262071 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.262337 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.262578 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.262990 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.263393 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.263810 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.264101 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.264363 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.264595 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.264873 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.265020 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.265233 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.265448 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.265700 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.265914 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.266186 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.266402 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.266639 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.266844 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.267204 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.267585 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.267997 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.268223 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.268504 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.268748 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.268961 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.269200 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.269445 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.269694 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.269900 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.270339 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.270731 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.271094 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.271451 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.271678 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.271896 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.272114 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.272491 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.272837 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.273244 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.273621 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.274112 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.274410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.274641 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.274852 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.275089 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.275321 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.275549 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.275782 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.275992 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.276197 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.276409 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.276632 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.276874 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.277104 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.277301 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.277508 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.277743 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.277953 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.278180 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.278676 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.279010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.279276 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.279530 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.279807 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.280035 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.280249 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.280464 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.280661 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.280894 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.281101 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.281394 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.281537 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.281718 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.281925 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.282157 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.282452 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.282589 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.283046 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.283254 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.283462 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.283672 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.283886 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.284104 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.284323 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.284570 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.284761 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.284969 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.285181 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.285359 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.285589 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.285800 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.285995 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.286244 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.286468 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.286845 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.287286 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.289306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.290515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.290515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.290515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.290515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.290515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291308 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.291957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.292357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.292527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.294215 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295083 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295083 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295329 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295329 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295593 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.295821 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.296220 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.296627 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.296864 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.297094 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.297507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.297960 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.298239 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.298467 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.298725 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.298941 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.299157 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:32:27.299637 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 17:32:27.299787 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:32:27.299910 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:32:27.300129 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:32:27.300283 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:32:27.300426 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:32:27.300644 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.300812 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.300962 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301100 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301231 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301360 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301499 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301637 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301768 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.301933 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302070 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302261 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302416 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302571 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302835 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.302951 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303076 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303194 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303334 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303479 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303727 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303727 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.303980 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] debug = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304126 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304260 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304413 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304570 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304699 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304826 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.304963 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305084 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305241 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305392 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305542 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305687 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305831 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.305978 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306189 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306350 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306476 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306596 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306712 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] host = dv-cinder-819149-1-iscsi {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.306830 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307075 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307267 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307267 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307578 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307578 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307813 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.307905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308036 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308150 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308296 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308431 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308555 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308715 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.308922 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_options = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309017 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309149 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309304 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309492 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309725 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.309912 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.310104 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.310343 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.310569 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.310843 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311019 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311166 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311331 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311528 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311715 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311902 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.311902 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.312262 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.312262 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.312632 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.312632 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.312632 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313018 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313018 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313018 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313541 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313541 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313541 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313915 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313915 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.313915 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314351 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314351 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314351 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314716 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314716 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314984 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.314984 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315480 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315480 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.315870 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316017 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316134 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_json = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316401 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316519 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316636 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316791 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.316948 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.317084 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.317242 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.317397 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:32:27.317578 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.317737 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.317910 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318051 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318226 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318383 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318545 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318701 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318826 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.318990 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319155 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.319957 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320809 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320809 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.320959 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321071 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321227 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321383 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321540 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321757 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.321854 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322021 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322198 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322515 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322672 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322829 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.322987 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323212 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323351 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323437 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323587 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323742 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.323908 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324066 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324223 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324381 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324539 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324696 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.324857 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.325016 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.325201 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.325359 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.325561 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.325833 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.326110 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.326372 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.326545 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.326693 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.326864 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327038 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327174 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327330 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327488 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327644 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327800 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.327959 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328115 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328272 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328430 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328601 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328765 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.328922 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329078 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329235 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329396 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329551 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329707 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.329864 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330020 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330201 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330363 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330753 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330753 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330991 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.330991 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.331316 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.331316 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.331668 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.331668 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.331668 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332010 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332193 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332279 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332431 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332576 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.332880 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.333042 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.333265 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.333474 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.333474 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334098 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334098 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334098 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334098 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334614 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334614 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.334614 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335263 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.335943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336524 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336524 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336524 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336524 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336997 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336997 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.336997 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337334 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337334 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337497 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337578 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337741 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.337887 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.338037 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.338306 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.338449 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.338678 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.338678 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339009 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339009 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339255 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339255 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339568 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339568 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339860 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.339860 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340127 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340127 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340388 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340528 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340663 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340857 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.340857 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.341234 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.341433 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.341702 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.341994 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.342240 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.342391 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.342559 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.342759 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.342929 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343128 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343345 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343345 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343693 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343693 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343908 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.343908 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344225 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344468 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344468 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344719 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.344844 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345040 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345040 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345367 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345367 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345665 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.345665 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346039 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346039 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346039 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346712 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346712 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346712 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.346712 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347310 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347310 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347310 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347310 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.347905 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348357 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348679 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348679 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348920 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.348920 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349167 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349167 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349527 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349650 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349769 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.349899 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350084 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350259 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350436 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350574 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350707 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350791 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.350938 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351096 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351253 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351410 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351588 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351774 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.351907 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352036 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352167 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352353 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352537 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352739 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.352985 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:27.353116 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353116 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353273 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353380 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353467 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353615 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353776 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.353924 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354058 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354250 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354408 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354561 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354727 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.354868 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355016 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355184 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355334 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355465 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355628 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355787 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.355949 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.356112 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.356270 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.356454 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.356624 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.356824 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.357103 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.357425 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.357623 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.357780 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.357943 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358103 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358361 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358505 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358643 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358785 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.358927 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359067 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359204 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359340 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359474 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359623 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359787 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.359951 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360123 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360271 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360411 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360575 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360722 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.360883 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361042 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361184 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361323 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361464 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361606 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361748 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.361889 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362030 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362198 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362365 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362507 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362648 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362797 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.362938 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:32:27.363078 dv-cinder-819149-1-iscsi neutron-server[109149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:32:27.582252 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46804) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:32:27.593741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086405 Nov 24 17:32:40.100124 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97804ab-b492-4f9b-96fe-76cb4f3eba8b None None] get_active_networks_info from dv-cinder-819149-1-iscsi {{(pid=109260) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 17:32:40.187911 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-759709df-14b9-4d04-bd10-7f92c59211bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:40.229888 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97804ab-b492-4f9b-96fe-76cb4f3eba8b None None] No non-hosted networks {{(pid=109260) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 17:32:42.633366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ff006564-e844-4c4f-8be4-1610bf5d394b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:42.698862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7367a904-dd25-4168-bcf2-ce4a3bb2336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:43.940721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:45.882236 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:46.145087 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:46.147139 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.148217 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.149228 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.152199 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.153728 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.155001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.156044 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.157117 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.158071 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.159105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.160644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.162185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:46.164152 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:46.177221 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:32:47.436144 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46894) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:32:47.563761 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.db.l3_hamode_db [None req-bc35b2c1-ea05-42a9-afd4-84ea6639cd2f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 17:32:47.649503 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35b2c1-ea05-42a9-afd4-84ea6639cd2f None None] Routers set() bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:32:47.649898 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35b2c1-ea05-42a9-afd4-84ea6639cd2f None None] Router IDs set() for agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 17:32:48.009497 dv-cinder-819149-1-iscsi neutron-server[109258]: WARNING oslo_policy.policy [None req-b5a8cf9c-3c40-4a67-98d3-e47839ed14bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:48.010109 dv-cinder-819149-1-iscsi neutron-server[109258]: WARNING oslo_policy.policy [None req-b5a8cf9c-3c40-4a67-98d3-e47839ed14bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:48.235262 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [None req-b5a8cf9c-3c40-4a67-98d3-e47839ed14bf admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:32:48.236298 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b5a8cf9c-3c40-4a67-98d3-e47839ed14bf admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7991929 Nov 24 17:32:50.772975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46910) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:32:51.128917 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:32:51.225032 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.policy [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 17:32:51.272645 dv-cinder-819149-1-iscsi neutron-server[109258]: WARNING oslo_policy.policy [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:51.273054 dv-cinder-819149-1-iscsi neutron-server[109258]: WARNING oslo_policy.policy [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:51.282295 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.quota [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] Loaded quota_driver: . Nov 24 17:32:51.396136 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648558500', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648558065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648536710', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648540159', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648532156', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788648263232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-673429', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4140827', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4065783'] for rbac-policy, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:51.474878 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:51.476091 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-74600cc6-acfc-45cb-933f-39f7c3db0059 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7021244 Nov 24 17:32:54.294236 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 46922) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:32:54.830708 dv-cinder-819149-1-iscsi neutron-server[109259]: WARNING oslo_policy.policy [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:54.831269 dv-cinder-819149-1-iscsi neutron-server[109259]: WARNING oslo_policy.policy [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:55.051399 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'name': 'private', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:32:55.053035 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.quota [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Loaded quota_driver: . Nov 24 17:32:55.111633 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Made reservation on behalf of f8df6cd7f59f4c00a9f7146b9d985095 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:32:55.178689 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.policy [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109259) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 17:32:55.224792 dv-cinder-819149-1-iscsi neutron-server[109259]: WARNING oslo_policy.policy [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:55.225164 dv-cinder-819149-1-iscsi neutron-server[109259]: WARNING oslo_policy.policy [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:32:55.236020 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.257440 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.386583 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.392612 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.420890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:32:55.448427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788650503599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.449039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Unsubscribe: segment precommit_create {{(pid=109259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 17:32:55.449640 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Added segment 041d288e-2167-4915-8d1f-336e8c490cd4 of type vlan for network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 Nov 24 17:32:55.456424 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851cd340-04ee-4658-b9ad-476ed3b520cd,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:32:55.490428 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.490847 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.491234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.491606 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.491973 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.492341 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.492680 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.493053 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.493565 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.493992 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.494457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.495010 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Tracked resource versions report: Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: pushed versions: Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: { 'AddressGroup': {'1.2'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'ConntrackHelper': {'1.0'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Log': {'1.0'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Network': {'1.1'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Port': {'1.7'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'PortForwarding': {'1.2'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'QosPolicy': {'1.10'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroup': {'1.5'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SubPort': {'1.0'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Subnet': {'1.1'}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Trunk': {'1.1'}} Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: consumer versions: Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'ConntrackHelper': '1.0', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Log': '1.0', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Network': '1.1', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Port': '1.7', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'PortForwarding': '1.2', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'QosPolicy': '1.10', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroup': '1.5', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroupRule': '1.2', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SubPort': '1.0', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Subnet': '1.1', Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Trunk': '1.1'}} Nov 24 17:32:55.496888 dv-cinder-819149-1-iscsi neutron-server[109259]: {{(pid=109259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:32:55.593499 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.639987 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.641163 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:32:55.641880 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:55.706942 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4105585 Nov 24 17:32:55.762019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9528a9-405e-420e-9031-8f48666a8d96 admin admin] Pushing event updated for resources: {'Network': ['ID=29b5b73b-dc3c-4e63-a9aa-8417570b6e47,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:32:55.774965 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:32:58.603086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 46944) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:32:59.010168 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88633974-81a4-454d-ad03-edfca6b7b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:32:59.011540 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-88633974-81a4-454d-ad03-edfca6b7b340 admin admin] 10.222.0.41 "GET /v2.0/networks/29b5b73b-dc3c-4e63-a9aa-8417570b6e47 HTTP/1.1" status: 200 len: 825 time: 0.4074860 Nov 24 17:32:59.052127 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d6ddf6d1-f976-4e66-86dc-90007f2a883f admin admin] 10.222.0.41 "GET /v2.0/subnetpools/d88f202f-d7da-4a11-82fe-7dbc770c5216 HTTP/1.1" status: 200 len: 734 time: 0.0337429 Nov 24 17:32:59.061881 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'name': 'private-subnet'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:32:59.087717 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Made reservation on behalf of f8df6cd7f59f4c00a9f7146b9d985095 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:32:59.090080 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:59.396436 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:59.462110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814146c2-cfdc-4161-be70-3493c0b98fca,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:32:59.471015 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Checking segment: {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:32:59.471896 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Network hostable DHCP agents. Network: 29b5b73b-dc3c-4e63-a9aa-8417570b6e47, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:32:59.495412 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:32:59.511567 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 29b5b73b-dc3c-4e63-a9aa-8417570b6e47) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:32:59.517031 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:32:59.517631 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:32:59.521787 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94051983-842c-48e8-b09e-733e86291c93 None None] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:32:59.533978 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-bd04da9a-9979-483b-afed-d9f340dbb542 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4756994 Nov 24 17:32:59.863923 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:32:59.865423 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.206099 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Allocated IP 172.20.0.2 (29b5b73b-dc3c-4e63-a9aa-8417570b6e47/814146c2-cfdc-4161-be70-3493c0b98fca/63e1cfbc-6f22-43ba-9601-4c76001754bc) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:33:00.426861 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.437130 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.511935 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:33:00.520973 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:33:00.527444 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:33:00.530839 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Pushing event updated for resources: {'Port': ['ID=63e1cfbc-6f22-43ba-9601-4c76001754bc,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:00.565246 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.565617 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.565963 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.566305 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.566668 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.566996 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.567311 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.567637 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.567999 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.568323 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.568642 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.568946 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Tracked resource versions report: Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: pushed versions: Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: { 'AddressGroup': {'1.2'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'ConntrackHelper': {'1.0'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Log': {'1.0'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Network': {'1.1'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Port': {'1.7'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'PortForwarding': {'1.2'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'QosPolicy': {'1.10'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroup': {'1.5'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SubPort': {'1.0'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Subnet': {'1.1'}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Trunk': {'1.1'}} Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: consumer versions: Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'ConntrackHelper': '1.0', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Log': '1.0', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Network': '1.1', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Port': '1.7', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'PortForwarding': '1.2', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'QosPolicy': '1.10', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroup': '1.5', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroupRule': '1.2', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SubPort': '1.0', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Subnet': '1.1', Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Trunk': '1.1'}} Nov 24 17:33:00.570063 dv-cinder-819149-1-iscsi neutron-server[109260]: {{(pid=109260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:33:00.618719 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Attempting to bind port 63e1cfbc-6f22-43ba-9601-4c76001754bc on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:33:00.619117 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Attempting to bind port 63e1cfbc-6f22-43ba-9601-4c76001754bc by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:33:00.619508 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Attempting to bind port 63e1cfbc-6f22-43ba-9601-4c76001754bc on network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:33:00.624904 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:33:00.625165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Checking segment: {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:33:00.625654 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.626034 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Bound using segment: {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:33:00.626540 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Bound port: 63e1cfbc-6f22-43ba-9601-4c76001754bc, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:33:00.626952 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.690944 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] For port 63e1cfbc-6f22-43ba-9601-4c76001754bc, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:33:00.695374 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] For port 63e1cfbc-6f22-43ba-9601-4c76001754bc, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=63e1cfbc-6f22-43ba-9601-4c76001754bc,segment=NetworkSegment(041d288e-2167-4915-8d1f-336e8c490cd4),segment_id=041d288e-2167-4915-8d1f-336e8c490cd4)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:33:00.701436 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:00.769648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4c308-5de7-463e-ae36-b641eae79b4f None None] Pushing event updated for resources: {'Port': ['ID=63e1cfbc-6f22-43ba-9601-4c76001754bc,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:02.149670 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46952) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:02.490152 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [None req-5d17e226-b33b-4ce1-94cb-899a16f32bb9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:33:02.494636 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5d17e226-b33b-4ce1-94cb-899a16f32bb9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3438213 Nov 24 17:33:05.084996 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46960) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:05.430236 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [None req-a087090d-1bd1-441b-ba2d-eeaf8aa5ffc1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:33:05.442226 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a087090d-1bd1-441b-ba2d-eeaf8aa5ffc1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3452773 Nov 24 17:33:08.259352 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 46970) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:08.591098 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Request body: {'router': {'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:33:08.623747 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:08.625124 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:08.782528 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:08.788443 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:08.803513 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:08.804741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-1d62812d-f824-44ec-bd6e-1acc46c3a23f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5444186 Nov 24 17:33:09.245038 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:33:09.958085 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 63e1cfbc-6f22-43ba-9601-4c76001754bc up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:33:10.025992 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a312c-f3fe-4e95-90bb-8139fc6024b9 None None] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:33:10.072475 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf899-eb41-45c1-a071-391f19581879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.148316 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] Provisioning complete for port 63e1cfbc-6f22-43ba-9601-4c76001754bc triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:10.148615 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.186717 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 63e1cfbc-6f22-43ba-9601-4c76001754bc triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:10.187086 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.423941 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.437686 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.487250 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] For port 63e1cfbc-6f22-43ba-9601-4c76001754bc, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=63e1cfbc-6f22-43ba-9601-4c76001754bc,segment=NetworkSegment(041d288e-2167-4915-8d1f-336e8c490cd4),segment_id=041d288e-2167-4915-8d1f-336e8c490cd4)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:33:10.493274 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:10.568786 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.db.api [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:33:10.569191 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG oslo_db.api [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 17:33:10.574587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7206ad6-5177-4492-b6f1-41c2484f3706 None None] Pushing event updated for resources: {'Port': ['ID=63e1cfbc-6f22-43ba-9601-4c76001754bc,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:10.719526 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-f9857e0f-c9f8-4e64-a29a-f7d29624a840 None None] Provisioning complete for port 63e1cfbc-6f22-43ba-9601-4c76001754bc triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:10.719828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-f9857e0f-c9f8-4e64-a29a-f7d29624a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:11.359758 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 46986) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:11.706855 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [None req-cfa0dd55-8a36-4255-828f-4a852c4ba8fc admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:33:11.707844 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-cfa0dd55-8a36-4255-828f-4a852c4ba8fc admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469543 Nov 24 17:33:11.930910 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 63e1cfbc-6f22-43ba-9601-4c76001754bc up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:33:11.983626 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 63e1cfbc-6f22-43ba-9601-4c76001754bc triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:11.984017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:12.632964 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-acc17a95-83c0-42b6-a488-b85ca5db0bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:13.890631 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.310927 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47000) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:14.507999 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:33:14.535933 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Made reservation on behalf of 1f0c1f3b96804fdb988a816f5aa4ecd6 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:33:14.539300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.555873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.662607 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.668599 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.680536 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Reserving flat network on physical network physnet1 {{(pid=109258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 17:33:14.715781 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788650503599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.716290 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Unsubscribe: segment precommit_create {{(pid=109258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 17:33:14.716799 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Added segment a18709f1-f256-41d1-9345-223b885c3a93 of type flat for network 6c637f80-228c-45ba-ab35-72da03d64d4d Nov 24 17:33:14.737361 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266312e-f368-4ec7-a9c5-b29599e34fd0,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:14.799588 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.799968 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.800382 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.800917 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.801254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.801583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.802206 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.802557 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.802903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.803229 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.803548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.803865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Tracked resource versions report: Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: pushed versions: Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: { 'AddressGroup': {'1.2'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'ConntrackHelper': {'1.0'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Log': {'1.0'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Network': {'1.1'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Port': {'1.7'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'PortForwarding': {'1.2'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'QosPolicy': {'1.10'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroup': {'1.5'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SubPort': {'1.0'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Subnet': {'1.1'}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Trunk': {'1.1'}} Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: consumer versions: Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'ConntrackHelper': '1.0', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Log': '1.0', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Network': '1.1', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Port': '1.7', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'PortForwarding': '1.2', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'QosPolicy': '1.10', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroup': '1.5', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroupRule': '1.2', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SubPort': '1.0', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Subnet': '1.1', Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Trunk': '1.1'}} Nov 24 17:33:14.805037 dv-cinder-819149-1-iscsi neutron-server[109258]: {{(pid=109258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:33:14.854633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.905312 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.906514 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:33:14.907239 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:14.963095 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6510427 Nov 24 17:33:15.012791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6e968-23fa-48b5-9243-f93e5920cfad admin admin] Pushing event updated for resources: {'Network': ['ID=6c637f80-228c-45ba-ab35-72da03d64d4d,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:15.024644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 6c637f80-228c-45ba-ab35-72da03d64d4d details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:33:15.730554 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:16.144282 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:17.381418 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47022) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:17.507373 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4c805-49a7-4bcc-8914-d8d23c537c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:33:17.508765 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-00b4c805-49a7-4bcc-8914-d8d23c537c37 admin admin] 10.222.0.41 "GET /v2.0/subnets/814146c2-cfdc-4161-be70-3493c0b98fca HTTP/1.1" status: 200 len: 849 time: 0.1263628 Nov 24 17:33:17.672489 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-0472d5e6-9a93-4c1d-994f-268f5b44ed42 admin admin] 10.222.0.41 "GET /v2.0/routers/7e11a6f1-2b86-4986-ae54-31a709129eec HTTP/1.1" status: 200 len: 704 time: 0.1572511 Nov 24 17:33:17.952525 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:18.269192 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Allocated IP 172.20.0.1 (29b5b73b-dc3c-4e63-a9aa-8417570b6e47/814146c2-cfdc-4161-be70-3493c0b98fca/63ac9db9-2fe8-4be3-8353-12cee33e88ae) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:33:18.428552 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:18.500765 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:18.579323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:33:18.584147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:33:18.589018 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:33:18.590104 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:18.611115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Pushing event updated for resources: {'Port': ['ID=63ac9db9-2fe8-4be3-8353-12cee33e88ae,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:18.783877 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-4248690b-a55b-45c2-bdf5-4d3a26aad317 None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:18.784491 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-4248690b-a55b-45c2-bdf5-4d3a26aad317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:18.819179 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-4248690b-a55b-45c2-bdf5-4d3a26aad317 None None] Port 63ac9db9-2fe8-4be3-8353-12cee33e88ae cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:33:18.849757 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:19.067818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:19.073294 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:19.074082 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:19.133247 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Pushing event updated for resources: {'Port': ['ID=63ac9db9-2fe8-4be3-8353-12cee33e88ae,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:19.203344 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:33:19.204775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:33:19.385592 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Router 7e11a6f1-2b86-4986-ae54-31a709129eec is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:33:19.446381 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-186875fc-c55b-471f-98f5-0e9861affa7d None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:19.446856 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-186875fc-c55b-471f-98f5-0e9861affa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:19.484350 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-186875fc-c55b-471f-98f5-0e9861affa7d None None] Port 63ac9db9-2fe8-4be3-8353-12cee33e88ae cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:33:19.489034 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:33:19.494399 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-000e4ca5-fbe1-492d-b823-467424085cbb admin admin] 10.222.0.41 "PUT /v2.0/routers/7e11a6f1-2b86-4986-ae54-31a709129eec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8159165 Nov 24 17:33:19.503875 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Sync routers for ids ['7e11a6f1-2b86-4986-ae54-31a709129eec'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:33:19.517661 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Routers {'7e11a6f1-2b86-4986-ae54-31a709129eec'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:33:19.518586 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:33:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7e11a6f1-2b86-4986-ae54-31a709129eec'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:19.718082 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Set router 7e11a6f1-2b86-4986-ae54-31a709129eec gateway port host: None {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:33:20.180205 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:18Z', 'revision_number': 2, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port_host': None, '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:18Z', 'revision_number': 2, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:20.232834 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Checking router: 7e11a6f1-2b86-4986-ae54-31a709129eec for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:33:20.233223 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Updating router 7e11a6f1-2b86-4986-ae54-31a709129eec port 63ac9db9-2fe8-4be3-8353-12cee33e88ae binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:33:20.283209 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:20.823356 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:20.831989 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:20.984086 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Pushing event updated for resources: {'Port': ['ID=63ac9db9-2fe8-4be3-8353-12cee33e88ae,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:21.021604 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.021962 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.022106 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-ca4b596b-77a9-4c48-87f7-799be300f14d None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:21.022657 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.022657 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.022967 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.023300 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.023406 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ca4b596b-77a9-4c48-87f7-799be300f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.023625 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.023945 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.024269 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.024657 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.024911 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.025233 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Tracked resource versions report: Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: pushed versions: Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: { 'AddressGroup': {'1.2'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'ConntrackHelper': {'1.0'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Log': {'1.0'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Network': {'1.1'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Port': {'1.7'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'PortForwarding': {'1.2'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'QosPolicy': {'1.10'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroup': {'1.5'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SubPort': {'1.0'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Subnet': {'1.1'}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Trunk': {'1.1'}} Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: consumer versions: Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'ConntrackHelper': '1.0', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Log': '1.0', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Network': '1.1', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Port': '1.7', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'PortForwarding': '1.2', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'QosPolicy': '1.10', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroup': '1.5', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroupRule': '1.2', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SubPort': '1.0', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Subnet': '1.1', Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Trunk': '1.1'}} Nov 24 17:33:21.026382 dv-cinder-819149-1-iscsi neutron-server[109261]: {{(pid=109261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:33:21.031748 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Attempting to bind port 63ac9db9-2fe8-4be3-8353-12cee33e88ae on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:33:21.032155 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Attempting to bind port 63ac9db9-2fe8-4be3-8353-12cee33e88ae by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:33:21.032601 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Attempting to bind port 63ac9db9-2fe8-4be3-8353-12cee33e88ae on network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:33:21.039188 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:33:21.039665 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Checking segment: {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:33:21.040252 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.040704 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Bound using segment: {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:33:21.041288 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Bound port: 63ac9db9-2fe8-4be3-8353-12cee33e88ae, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041d288e-2167-4915-8d1f-336e8c490cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:33:21.041685 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.060676 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b596b-77a9-4c48-87f7-799be300f14d None None] Port 63ac9db9-2fe8-4be3-8353-12cee33e88ae cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:33:21.114817 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] For port 63ac9db9-2fe8-4be3-8353-12cee33e88ae, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:33:21.135321 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] For port 63ac9db9-2fe8-4be3-8353-12cee33e88ae, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=63ac9db9-2fe8-4be3-8353-12cee33e88ae,segment=NetworkSegment(041d288e-2167-4915-8d1f-336e8c490cd4),segment_id=041d288e-2167-4915-8d1f-336e8c490cd4)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:33:21.141157 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.201459 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Routers {'7e11a6f1-2b86-4986-ae54-31a709129eec'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:33:21.202116 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:33:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7e11a6f1-2b86-4986-ae54-31a709129eec'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:21.265939 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b54496-775c-4672-ba34-23ca267d2d7a None None] Pushing event updated for resources: {'Port': ['ID=63ac9db9-2fe8-4be3-8353-12cee33e88ae,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:21.296583 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] Set router 7e11a6f1-2b86-4986-ae54-31a709129eec gateway port host: None {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:33:21.391553 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:21.392343 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.478721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.512075 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] For port 63ac9db9-2fe8-4be3-8353-12cee33e88ae, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=63ac9db9-2fe8-4be3-8353-12cee33e88ae,segment=NetworkSegment(041d288e-2167-4915-8d1f-336e8c490cd4),segment_id=041d288e-2167-4915-8d1f-336e8c490cd4)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:33:21.518605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:21.527755 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:18Z', 'revision_number': 2, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port_host': None, '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:21Z', 'revision_number': 4, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:21.554748 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b46de-c189-45d6-8f19-e5ac33557e16 None None] The sync data for ids ['7e11a6f1-2b86-4986-ae54-31a709129eec'] in dv-cinder-819149-1-iscsi is: [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:18Z', 'revision_number': 2, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port_host': None, '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:21Z', 'revision_number': 4, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:33:21.574122 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a468a5-f70f-482c-9e05-b1531b2d1885 None None] Pushing event updated for resources: {'Port': ['ID=63ac9db9-2fe8-4be3-8353-12cee33e88ae,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:21.883389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47036) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:22.006662 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab1a56-f8db-4a14-bd28-2c72a5eba6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:33:22.008046 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-76ab1a56-f8db-4a14-bd28-2c72a5eba6aa admin admin] 10.222.0.41 "GET /v2.0/networks/6c637f80-228c-45ba-ab35-72da03d64d4d HTTP/1.1" status: 200 len: 842 time: 0.1235864 Nov 24 17:33:22.021585 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:33:22.049060 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Made reservation on behalf of 1f0c1f3b96804fdb988a816f5aa4ecd6 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:33:22.051561 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:22.359593 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.objects.ports [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109259) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 17:33:22.360041 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:22.412367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741eb427-ec35-4ee6-93b5-e0535ad45ea0,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:22.423434 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:33:22.423784 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Network hostable DHCP agents. Network: 6c637f80-228c-45ba-ab35-72da03d64d4d, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:33:22.441235 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:33:22.452434 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 6c637f80-228c-45ba-ab35-72da03d64d4d) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:33:22.457741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:33:22.457741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:22.463559 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa37caf-3eef-498f-bae7-f46cc5541883 None None] Network 6c637f80-228c-45ba-ab35-72da03d64d4d requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:33:22.478737 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-fa829859-6fb7-4197-af92-a24478599188 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611065 Nov 24 17:33:22.601334 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb10dd-23d2-4e8d-91bd-4b966e88a659 None None] Network 6c637f80-228c-45ba-ab35-72da03d64d4d requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:33:24.921857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47044) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:25.054988 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5dc68b97-5f3a-4212-b0cc-b4ca8fa2c38d admin admin] 10.222.0.41 "GET /v2.0/routers/7e11a6f1-2b86-4986-ae54-31a709129eec HTTP/1.1" status: 200 len: 710 time: 0.1319227 Nov 24 17:33:25.150724 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36530433-af86-4d11-a453-ec1a9971896d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:33:25.152075 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-36530433-af86-4d11-a453-ec1a9971896d admin admin] 10.222.0.41 "GET /v2.0/networks/6c637f80-228c-45ba-ab35-72da03d64d4d HTTP/1.1" status: 200 len: 886 time: 0.0905042 Nov 24 17:33:25.162165 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:33:25.517529 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:25.763184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:25.847066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:25.954319 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Allocated IP 172.27.2.159 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/e15fcb42-f2d6-47e6-abe3-2b48da229650) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:33:26.062620 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:26.100354 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:26.145399 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:33:26.149130 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Pushing event updated for resources: {'Port': ['ID=e15fcb42-f2d6-47e6-abe3-2b48da229650,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:26.151711 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:33:26.174916 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:33:26.468857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:26.673779 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3734246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65012'] for router, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:26.677373 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3791251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3793456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3734228'] for router, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:26.880732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Router 7e11a6f1-2b86-4986-ae54-31a709129eec has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:33:27.001355 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:33:27.006471 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:27.008098 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5466593a-2d8f-4092-ae0a-a5041abd9470 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e11a6f1-2b86-4986-ae54-31a709129eec HTTP/1.1" status: 200 len: 890 time: 1.8492508 Nov 24 17:33:27.958965 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 63ac9db9-2fe8-4be3-8353-12cee33e88ae up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:33:28.010813 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:28.011496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:28.766413 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Sync routers for ids ['7e11a6f1-2b86-4986-ae54-31a709129eec'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:33:28.778429 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Routers {'7e11a6f1-2b86-4986-ae54-31a709129eec'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:33:28.779091 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:33:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7e11a6f1-2b86-4986-ae54-31a709129eec'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:28.995635 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Set router 7e11a6f1-2b86-4986-ae54-31a709129eec gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:33:29.491375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:26Z', 'revision_number': 4, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port': {'id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:25Z', 'updated_at': '2021-11-24T17:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:21Z', 'revision_number': 5, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:29.543889 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Checking router: 7e11a6f1-2b86-4986-ae54-31a709129eec for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:33:29.544242 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Updating router 7e11a6f1-2b86-4986-ae54-31a709129eec port e15fcb42-f2d6-47e6-abe3-2b48da229650 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:33:29.599785 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:29.660539 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47058) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:33:29.786273 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e3d4f8fa-a500-4cf7-964c-428dd1d6b3d2 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244323 Nov 24 17:33:29.953113 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:29.960868 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:30.016322 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Attempting to bind port e15fcb42-f2d6-47e6-abe3-2b48da229650 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:33:30.016982 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Attempting to bind port e15fcb42-f2d6-47e6-abe3-2b48da229650 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:33:30.017114 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Attempting to bind port e15fcb42-f2d6-47e6-abe3-2b48da229650 on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:33:30.026304 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:33:30.027325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:33:30.027325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:30.027729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:33:30.028297 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Bound port: e15fcb42-f2d6-47e6-abe3-2b48da229650, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:33:30.028714 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:30.030433 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92affe03-2630-44dc-a4a6-c609b3af9f96 None None] Pushing event updated for resources: {'Port': ['ID=e15fcb42-f2d6-47e6-abe3-2b48da229650,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:30.085849 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] For port e15fcb42-f2d6-47e6-abe3-2b48da229650, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:33:30.089132 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] For port e15fcb42-f2d6-47e6-abe3-2b48da229650, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e15fcb42-f2d6-47e6-abe3-2b48da229650,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:33:30.093643 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:30.157519 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Routers {'7e11a6f1-2b86-4986-ae54-31a709129eec'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:33:30.158256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:33:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7e11a6f1-2b86-4986-ae54-31a709129eec'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:30.160328 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92affe03-2630-44dc-a4a6-c609b3af9f96 None None] Pushing event updated for resources: {'Port': ['ID=e15fcb42-f2d6-47e6-abe3-2b48da229650,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:30.276316 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] Set router 7e11a6f1-2b86-4986-ae54-31a709129eec gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:33:30.508583 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:26Z', 'revision_number': 4, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port': {'id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:25Z', 'updated_at': '2021-11-24T17:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:21Z', 'revision_number': 5, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:33:30.535962 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b5441-4182-48fe-b405-cd59338f8dd4 None None] The sync data for ids ['7e11a6f1-2b86-4986-ae54-31a709129eec'] in dv-cinder-819149-1-iscsi is: [{'id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'name': 'router1', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:33:08Z', 'updated_at': '2021-11-24T17:33:26Z', 'revision_number': 4, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'gw_port': {'id': 'e15fcb42-f2d6-47e6-abe3-2b48da229650', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:25Z', 'updated_at': '2021-11-24T17:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '63ac9db9-2fe8-4be3-8353-12cee33e88ae', 'name': '', 'network_id': '29b5b73b-dc3c-4e63-a9aa-8417570b6e47', 'tenant_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'mac_address': 'fa:16:3e:cc:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11a6f1-2b86-4986-ae54-31a709129eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:33:17Z', 'updated_at': '2021-11-24T17:33:21Z', 'revision_number': 5, 'project_id': 'f8df6cd7f59f4c00a9f7146b9d985095', 'subnets': [{'id': '814146c2-cfdc-4161-be70-3493c0b98fca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd88f202f-d7da-4a11-82fe-7dbc770c5216'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:33:31.981832 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e15fcb42-f2d6-47e6-abe3-2b48da229650 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:33:32.044957 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port e15fcb42-f2d6-47e6-abe3-2b48da229650 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:32.045348 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:32.143580 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:32.173723 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port e15fcb42-f2d6-47e6-abe3-2b48da229650, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e15fcb42-f2d6-47e6-abe3-2b48da229650,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:33:32.185410 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:32.257577 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=e15fcb42-f2d6-47e6-abe3-2b48da229650,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:33:33.968261 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e15fcb42-f2d6-47e6-abe3-2b48da229650 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:33:34.047572 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port e15fcb42-f2d6-47e6-abe3-2b48da229650 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:33:34.048303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:40.016456 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-736a9193-e4b3-40d0-84d8-fbe42ceea5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:42.630229 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-61e32d5e-6a67-4e29-a540-d09a6968a7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:43.892681 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:45.846371 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:46.141672 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:33:46.246421 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:34:10.003199 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c7cc59cc-3f16-4b0d-b51b-a42902f1f63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:12.664185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d5de-ec79-4da8-8c0f-606ccedb05f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:13.901670 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:15.751244 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:16.142673 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:23.247014 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:34:40.008334 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-67ab9888-5bf2-4ff8-8d64-0b2e5e102ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:42.632475 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e6f99a14-1aaf-447b-9178-52093b74903e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:43.897978 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:45.748922 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:46.142253 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:51.975799 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47542) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:34:52.046707 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f5ec19-ad6c-4a63-84bc-b57b19c6c5e2 admin admin] GET failed (client error): The resource could not be found. Nov 24 17:34:52.048102 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-21f5ec19-ad6c-4a63-84bc-b57b19c6c5e2 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0713325 Nov 24 17:34:52.216805 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65086924-80cb-46b8-8d0c-ac6f13c9a846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:34:52.218901 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-65086924-80cb-46b8-8d0c-ac6f13c9a846 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635971 Nov 24 17:34:54.532332 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47552) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:34:54.676748 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a313f74-d9e9-4745-9178-fa923976e404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:34:54.678124 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9a313f74-d9e9-4745-9178-fa923976e404 admin admin] 10.222.0.41 "GET /v2.0/subnets/814146c2-cfdc-4161-be70-3493c0b98fca HTTP/1.1" status: 200 len: 849 time: 0.1448278 Nov 24 17:34:54.688790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:34:54.802541 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:54.968071 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788650491769'] for subnet, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:55.006490 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:34:55.007525 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:55.008372 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] 10.222.0.41 "PUT /v2.0/subnets/814146c2-cfdc-4161-be70-3493c0b98fca HTTP/1.1" status: 200 len: 868 time: 0.3236201 Nov 24 17:34:55.025362 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85774825-3452-4148-8c7c-644d92dc14e9 None None] Network 29b5b73b-dc3c-4e63-a9aa-8417570b6e47 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:34:55.028569 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814146c2-cfdc-4161-be70-3493c0b98fca,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:34:55.037024 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.037391 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.037735 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.038078 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.038577 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.038786 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.039202 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.039476 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.039827 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.040183 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.040478 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.040800 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e6d83-2f9e-45f3-8cd4-3a94a6cb76e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:34:55.398343 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c92e9bbb-c874-4dbe-94e9-c5f7a8e74337 None None] Provisioning complete for port 63ac9db9-2fe8-4be3-8353-12cee33e88ae triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:34:55.398712 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bbb-c874-4dbe-94e9-c5f7a8e74337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:55.497308 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c92e9bbb-c874-4dbe-94e9-c5f7a8e74337 None None] Provisioning complete for port 63e1cfbc-6f22-43ba-9601-4c76001754bc triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:34:55.497569 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bbb-c874-4dbe-94e9-c5f7a8e74337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:34:57.365704 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47562) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:34:57.576199 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1cd5e7-2e16-4391-be3e-3adf5924b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:34:57.576585 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1cd5e7-2e16-4391-be3e-3adf5924b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:34:57.578266 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-cb1cd5e7-2e16-4391-be3e-3adf5924b532 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113853 Nov 24 17:34:59.879517 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47570) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:00.020496 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70bb8a-0a31-451c-8e7e-91ee30dcef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:00.020963 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70bb8a-0a31-451c-8e7e-91ee30dcef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:00.022570 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dd70bb8a-0a31-451c-8e7e-91ee30dcef12 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1420782 Nov 24 17:35:00.246697 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:35:02.396240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47578) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:02.625692 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904b76f-49a6-4cd4-8540-f6faf5097f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:02.627704 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9904b76f-49a6-4cd4-8540-f6faf5097f38 admin admin] 10.222.0.41 "GET /v2.0/networks/29b5b73b-dc3c-4e63-a9aa-8417570b6e47 HTTP/1.1" status: 200 len: 869 time: 0.2304509 Nov 24 17:35:04.959704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47586) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:05.103634 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be06f92-21d0-4e53-ad45-5c46c6def4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:05.105067 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9be06f92-21d0-4e53-ad45-5c46c6def4f8 admin admin] 10.222.0.41 "GET /v2.0/networks/6c637f80-228c-45ba-ab35-72da03d64d4d HTTP/1.1" status: 200 len: 886 time: 0.1443923 Nov 24 17:35:07.493137 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47594) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:07.625771 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1bf75-05dd-4c77-bef5-e18ea2a6190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:07.626261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1bf75-05dd-4c77-bef5-e18ea2a6190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:07.627844 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c5f1bf75-05dd-4c77-bef5-e18ea2a6190d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334167 Nov 24 17:35:09.960078 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47602) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:10.006790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-698daba2-2cc9-4014-b02c-fc6ed8acca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:10.094457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7a8cc-99a3-4ddb-86a7-1a3cf5056475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:10.094915 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7a8cc-99a3-4ddb-86a7-1a3cf5056475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:10.096517 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2ee7a8cc-99a3-4ddb-86a7-1a3cf5056475 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354532 Nov 24 17:35:12.428751 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47610) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:12.526099 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb47e75-ccac-47cb-9a84-345dde6dbc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:12.527546 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9fb47e75-ccac-47cb-9a84-345dde6dbc63 admin admin] 10.222.0.41 "GET /v2.0/subnets/741eb427-ec35-4ee6-93b5-e0535ad45ea0 HTTP/1.1" status: 200 len: 816 time: 0.0978062 Nov 24 17:35:12.630160 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-01bd65f4-a264-4c68-9d35-50a110b9aeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:13.900817 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:14.873218 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47618) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:14.975349 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042eed9-2808-462f-94b6-a756140d3082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:14.976767 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7042eed9-2808-462f-94b6-a756140d3082 admin admin] 10.222.0.41 "GET /v2.0/subnets/814146c2-cfdc-4161-be70-3493c0b98fca HTTP/1.1" status: 200 len: 868 time: 0.1025779 Nov 24 17:35:15.751449 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:16.148051 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:37.245010 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:35:39.858793 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47672) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:39.909155 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [None req-35c54e34-9a37-48f1-8b2d-cdcddb8f6f79 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:35:39.910562 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-35c54e34-9a37-48f1-8b2d-cdcddb8f6f79 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508063 Nov 24 17:35:40.001595 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e667cef1-09df-417e-a76f-36e6ef111a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:42.307785 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47680) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:42.374000 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.pecan_wsgi.hooks.translation [None req-1063da9d-78ed-4504-922b-be3b4702dbd6 admin admin] GET failed (client error): The resource could not be found. Nov 24 17:35:42.375393 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-1063da9d-78ed-4504-922b-be3b4702dbd6 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666289 Nov 24 17:35:42.526967 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf2923-61be-407c-a513-4264f5d6a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:42.528491 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4fbf2923-61be-407c-a513-4264f5d6a6e0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1484752 Nov 24 17:35:42.626614 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a7b52079-840f-4527-93dc-25e290285c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:43.902572 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:44.904699 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47688) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:44.961848 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:35:44.985372 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Made reservation on behalf of 1f0c1f3b96804fdb988a816f5aa4ecd6 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:35:44.987788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:45.023250 dv-cinder-819149-1-iscsi neutron-server[109258]: WARNING neutron.services.revisions.revision_plugin [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Could not find related network for resource to bump revision. Nov 24 17:35:45.039680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:35:45.050506 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:45.050838 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Added segment b6995d0d-0bcc-4e95-b7e7-c4e21145dac0 of type vlan for network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 Nov 24 17:35:45.100376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:45.128360 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:45.129954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:45.130868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:45.173067 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2672279 Nov 24 17:35:45.201466 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559ad4-2ca7-4934-83aa-dc3b37ac573d admin admin] Pushing event updated for resources: {'Network': ['ID=1f5ace50-2d64-4b40-9605-23fc8ec40ad3,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:35:45.213146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:35:45.753716 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:46.144990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:47.517789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47696) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:35:47.583495 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c97d127-f325-4e58-a869-7689f5837174 admin admin] GET failed (client error): The resource could not be found. Nov 24 17:35:47.584827 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5c97d127-f325-4e58-a869-7689f5837174 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659399 Nov 24 17:35:47.660123 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1f3de-41a1-4459-bfcc-3ae6c7f5f6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:47.661647 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b0d1f3de-41a1-4459-bfcc-3ae6c7f5f6ae admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718031 Nov 24 17:35:47.676660 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:35:47.722616 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Made reservation on behalf of 1f0c1f3b96804fdb988a816f5aa4ecd6 for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:35:47.724919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:47.939876 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:47.998506 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544b9d62-47ce-4ded-a393-00ec0d7c0a2c,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:35:48.008850 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Checking segment: {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:35:48.009215 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Network hostable DHCP agents. Network: 1f5ace50-2d64-4b40-9605-23fc8ec40ad3, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:35:48.036915 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:35:48.051258 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 1f5ace50-2d64-4b40-9605-23fc8ec40ad3) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:35:48.055615 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:35:48.056234 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.060817 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd56595-f3e4-4368-bfe7-0016c9695f65 None None] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:35:48.073984 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-70fc2df3-f0f0-42f7-959a-f38cba910556 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4009132 Nov 24 17:35:48.220445 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-1f5ace50-2d64-4b40-9605-23fc8ec40ad3', 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3', 'tenant_id': '1f0c1f3b96804fdb988a816f5aa4ecd6', 'fixed_ips': [{'subnet_id': '544b9d62-47ce-4ded-a393-00ec0d7c0a2c'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:35:48.221361 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.366211 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Allocated IP 192.168.233.2 (1f5ace50-2d64-4b40-9605-23fc8ec40ad3/544b9d62-47ce-4ded-a393-00ec0d7c0a2c/0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:35:48.616894 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.624534 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.665258 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:35:48.668305 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:35:48.671754 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:35:48.679239 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Pushing event updated for resources: {'Port': ['ID=0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:35:48.701415 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.701790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.702143 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.702496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.702848 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.703180 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.703508 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.703829 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.704164 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.704495 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.704826 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.705168 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:35:48.739599 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Attempting to bind port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:35:48.739951 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Attempting to bind port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:35:48.740324 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Attempting to bind port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 on network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:35:48.746017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:35:48.746420 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Checking segment: {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:35:48.746847 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.747232 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Bound using segment: {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:35:48.747711 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Bound port: 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:35:48.748105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.814569 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] For port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:35:48.817688 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] For port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:35:48.825236 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:48.881008 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7c09-f568-419d-911b-70476c50c68d None None] Pushing event updated for resources: {'Port': ['ID=0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:35:49.725571 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d5c25-f67b-45a3-bbec-6d55e5018810 None None] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:35:49.853729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] Provisioning complete for port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:35:49.854100 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:49.997358 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:50.046317 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] For port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:35:50.055663 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:50.090347 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:35:50.152920 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9d9d1-5177-484d-9beb-c4618e6e9857 None None] Pushing event updated for resources: {'Port': ['ID=0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:35:50.175159 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:35:50.175487 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:50.277593 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-a73233f0-e15f-447d-859a-9ca05ad2503f None None] Provisioning complete for port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:35:50.277989 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a73233f0-e15f-447d-859a-9ca05ad2503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:35:52.023404 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:35:52.072470 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0ba1eedd-1fe3-4c40-b79c-aa9c3d74e257 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:35:52.072845 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:10.006597 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-2a978030-afdc-40e9-9448-c08c937b9f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:12.621058 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b69f480e-91ed-4bc7-b11f-1c9105a5efe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:13.909023 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:14.244422 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:36:15.753951 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:16.140902 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:40.012315 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-88ad97da-3e97-4e5b-8a90-9e5bd5f80d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:42.633267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b0d94a82-19cc-4e99-b0ff-c3c8a8809bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:43.908668 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:45.760710 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:46.146525 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:36:51.244802 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:37:01.858872 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47740) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:37:01.865695 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [None req-a8c8b4fc-c7cd-428d-afc9-ef2b68b6d500 tempest-verify_tempest_config-699024801 tempest-verify_tempest_config-699024801-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:37:01.867199 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a8c8b4fc-c7cd-428d-afc9-ef2b68b6d500 tempest-verify_tempest_config-699024801 tempest-verify_tempest_config-699024801-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070207 Nov 24 17:37:02.199711 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47758) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:37:02.316114 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.402261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.408441 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.452032 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72254afd-3bd0-4ff3-b52e-a8d231cd4609,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:37:02.455945 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b423b5e1684ffaade8fe23f5bd423a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2552092 Nov 24 17:37:02.458899 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47764) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:37:02.467835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.468194 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.468544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.468881 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.469302 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.469639 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.469975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.470323 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.470721 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.471035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.471356 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.471681 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4628da-3feb-4712-b143-b41d795e3f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.514039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.534829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.630075 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.636545 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:02.638262 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72254afd-3bd0-4ff3-b52e-a8d231cd4609 HTTP/1.1" status: 204 len: 168 time: 0.1783659 Nov 24 17:37:02.646542 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72254afd-3bd0-4ff3-b52e-a8d231cd4609,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:37:02.655615 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.655990 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.656345 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.656692 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.657031 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.657387 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.657728 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.658073 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.658435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.659070 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.659403 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:02.659742 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda49c78-54dd-47d9-9eb0-731d59708a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:37:10.026078 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ce12751e-cb0e-41cb-861b-e52e9023bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:12.629348 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-fd403c07-668c-452c-a29e-8654183b4e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:13.913362 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:15.762772 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:16.149689 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:28.244403 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:37:40.022609 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c358580b-f36e-4257-87a1-e4d83a22dec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:42.629311 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0254ae54-840f-489b-97ac-b54af681cf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:43.918599 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:45.766348 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:37:46.152564 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:05.243839 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 5 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:38:10.023295 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3232e699-c28d-4d63-93b4-5cace9a7db3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:12.630641 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-242384b0-53ca-4044-82d1-ed98c0feca8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:13.921317 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:15.770532 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:16.152782 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:39.211093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3799508'] for agent, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:40.020053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ecf9528f-49b6-41b3-ac38-c713404289b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:42.243589 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:38:42.625091 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c985d626-c28d-4a0c-83df-0d75a63aee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:43.924333 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:45.771001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:46.149133 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:38:54.743870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 47838) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:38:54.863568 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-53affb80-27e9-4fa6-a768-ce6e2d8d64b7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1185234 Nov 24 17:38:57.211769 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 47848) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:38:57.275568 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-63ae82ff-ac3c-49f1-aa9e-ef80ecb6e9fd admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0627193 Nov 24 17:39:09.163640 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:10.015282 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-12d86e08-e2ad-4430-8b18-a64b869bb53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:12.632843 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-5e024ccf-8ffd-4166-a89c-78cc2230e06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:13.928247 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:15.777329 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:16.148163 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:19.243713 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:39:39.179295 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:40.020938 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6c97-7134-46b9-8da0-6de2ad546ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:42.631506 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-08143faa-8798-4427-aeef-37ce26bdfc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:43.939644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:45.779200 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:46.150376 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:39:56.244678 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:40:09.199862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:10.019259 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-07d4077f-2fb4-49bb-b67b-3d98eaba2175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:12.628436 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f83d378-6d9b-43ea-bdcf-c667cef3e053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:13.937662 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:15.781455 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:16.149907 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.084836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48048) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:31.121334 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48054) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:31.532154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1259758112-network', 'tenant_id': 'e57038b402634489be645f87618aec76'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:31.570463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Made reservation on behalf of e57038b402634489be645f87618aec76 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:31.572898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.587050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1383353832-network', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:31.590467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.627662 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Made reservation on behalf of 47fb5d9aefd14d2c9ac4382f6bdc116a for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:31.630028 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.642353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.775425 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.781084 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.866183 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.868021 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:31.881007 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.881627 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Added segment 2a276024-11d8-445a-9df8-3b974eb2c0bb of type vlan for network e9805462-0069-496d-a516-aba474054a64 Nov 24 17:40:31.920680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.948961 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:31.966869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:31.995042 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31e971-f938-4dcc-a906-6f3274340d70,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:32.001624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.002335 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Added segment 0e2474bb-b9f3-452d-8895-a93975cffa97 of type vlan for network 6ad01a51-cbe3-4928-a6be-0d787217b498 Nov 24 17:40:32.012274 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.014015 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:32.014908 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.026880 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48086) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:32.060240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.060611 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.060994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.061283 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.061666 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.062086 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.062448 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.062731 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.063083 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.063534 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.063969 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.064301 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Tracked resource versions report: Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: pushed versions: Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: { 'AddressGroup': {'1.2'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'ConntrackHelper': {'1.0'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Log': {'1.0'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Network': {'1.1'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Port': {'1.7'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'PortForwarding': {'1.2'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'QosPolicy': {'1.10'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroup': {'1.5'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SubPort': {'1.0'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Subnet': {'1.1'}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Trunk': {'1.1'}} Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: consumer versions: Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: HyperV agent@hv-cinder-81914: {}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'ConntrackHelper': '1.0', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Log': '1.0', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Network': '1.1', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Port': '1.7', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'PortForwarding': '1.2', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'QosPolicy': '1.10', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroup': '1.5', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SecurityGroupRule': '1.2', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'SubPort': '1.0', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Subnet': '1.1', Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: 'Trunk': '1.1'}} Nov 24 17:40:32.065425 dv-cinder-819149-1-iscsi neutron-server[109258]: {{(pid=109258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:40:32.077857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48094) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:32.083034 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.124771 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48098) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:32.124904 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0394268 Nov 24 17:40:32.125715 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2147d0-1c56-435a-bc65-6b68b76cfe90,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:32.129700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Request body: {'subnet': {'network_id': 'e9805462-0069-496d-a516-aba474054a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1259758112-subnet', 'tenant_id': 'e57038b402634489be645f87618aec76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:32.157657 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Made reservation on behalf of e57038b402634489be645f87618aec76 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:32.163975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.164244 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.165001 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:32.165702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.194989 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0739167 Nov 24 17:40:32.195580 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48100) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:32.211186 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Request body: {'subnet': {'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1383353832-subnet', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:32.256369 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc89791-4827-49ae-9ec1-682de35fc978 admin admin] Pushing event updated for resources: {'Network': ['ID=e9805462-0069-496d-a516-aba474054a64,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:32.259311 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Made reservation on behalf of 47fb5d9aefd14d2c9ac4382f6bdc116a for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:32.261912 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.270238 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network e9805462-0069-496d-a516-aba474054a64 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:32.340628 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8a11-0d0d-492b-89bf-583db1704add admin admin] Pushing event updated for resources: {'Network': ['ID=6ad01a51-cbe3-4928-a6be-0d787217b498,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:32.427866 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:32.578640 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.630007 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-627405895-network', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:32.643932 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-993703254-network', 'tenant_id': 'f281d208ed954aafb567c78b39c80250'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:32.690888 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Checking segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:32.691395 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Network hostable DHCP agents. Network: 6ad01a51-cbe3-4928-a6be-0d787217b498, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:32.725754 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.775099 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.db.api [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 17:40:32.775099 dv-cinder-819149-1-iscsi neutron-server[109259]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 17:40:32.775099 dv-cinder-819149-1-iscsi neutron-server[109259]: [parameters: {'project_id_1': 'f281d208ed954aafb567c78b39c80250', 'expiration_1': datetime.datetime(2021, 11, 24, 17, 40, 12, 735330)}] Nov 24 17:40:32.775099 dv-cinder-819149-1-iscsi neutron-server[109259]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:40:32.775483 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG oslo_db.api [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 17:40:32.794777 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Made reservation on behalf of a5aa68feded84b10b0943f823936db5d for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:32.797593 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.800648 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:32.815037 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:32.823890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:32.828999 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.829483 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.829769 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.830118 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.832556 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.833427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.834508 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.834887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.835675 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.836082 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.836570 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.836904 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Tracked resource versions report: Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: pushed versions: Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: { 'AddressGroup': {'1.2'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'ConntrackHelper': {'1.0'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Log': {'1.0'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Network': {'1.1'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Port': {'1.7'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'PortForwarding': {'1.2'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'QosPolicy': {'1.10'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroup': {'1.5'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SubPort': {'1.0'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Subnet': {'1.1'}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Trunk': {'1.1'}} Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: consumer versions: Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: HyperV agent@hv-cinder-81914: {}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'ConntrackHelper': '1.0', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Log': '1.0', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Network': '1.1', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Port': '1.7', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'PortForwarding': '1.2', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'QosPolicy': '1.10', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroup': '1.5', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SecurityGroupRule': '1.2', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'SubPort': '1.0', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Subnet': '1.1', Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: 'Trunk': '1.1'}} Nov 24 17:40:32.838113 dv-cinder-819149-1-iscsi neutron-server[109259]: {{(pid=109259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:40:32.985149 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Checking segment: {'id': '2a276024-11d8-445a-9df8-3b974eb2c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9805462-0069-496d-a516-aba474054a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:32.985551 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Network hostable DHCP agents. Network: e9805462-0069-496d-a516-aba474054a64, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:33.035521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90231e00-e1bd-466e-9f29-16c9347db3f2,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:33.162816 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 6ad01a51-cbe3-4928-a6be-0d787217b498) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:33.184752 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302160ec-23a7-450a-854c-d78fc43ca482 None None] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:33.198215 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:33.198826 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.204063 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Network e9805462-0069-496d-a516-aba474054a64 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:33.232135 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, e9805462-0069-496d-a516-aba474054a64) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:33.246007 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:40:33.263614 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:33.264810 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.313359 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6a4a2679-e9bc-4f8c-bf61-e776aa38d3e0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1147242 Nov 24 17:40:33.316343 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48144) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:33.322961 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:33.335368 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5722cd-a75d-4d8c-b097-7f4c6b83ca59 None None] Network e9805462-0069-496d-a516-aba474054a64 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:33.371104 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.375074 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:33.382295 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.403658 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.405250 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.412103 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.429407 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-18e3292a-3dbb-47f2-8d9d-874c938b0cb6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3022203 Nov 24 17:40:33.430864 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.489208 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.515742 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:33.532666 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6094db2-4a58-4327-b60e-1570de03758b,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:33.539566 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.540210 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Added segment 42c751ea-4dcd-486b-97aa-2d28d49555d5 of type vlan for network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 Nov 24 17:40:33.612640 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.672790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-6ad01a51-cbe3-4928-a6be-0d787217b498', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:40:33.674227 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.680538 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.682993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:33.683885 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.696749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.721942 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.735379 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b83ec-2b7e-4758-b5c4-af3e77b93ae5 None None] Network e9805462-0069-496d-a516-aba474054a64 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:33.746501 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7173090 Nov 24 17:40:33.748668 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48164) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:33.763051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Request body: {'subnet': {'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-subnet', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:33.796217 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:33.801568 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939766a-5527-4736-bdbb-877ec6fb3c75 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce909e-0041-45b3-b60b-b3777a2f7bc3,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:33.816969 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Made reservation on behalf of a5aa68feded84b10b0943f823936db5d for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:33.819733 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.825809 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d3223-df86-4d28-b697-b15140a3a2ce,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:33.830657 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.831053 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Added segment 75b4cc26-c9ba-48af-9caf-4561175308bb of type vlan for network f005f741-9c1d-45d2-982c-10cafc49c472 Nov 24 17:40:33.895425 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.918538 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:33.943307 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.945198 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:33.946175 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:33.975764 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.116437 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0353427 Nov 24 17:40:34.116437 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb59a04-da2c-4d71-b2cd-bfb60fb9907d admin admin] Pushing event updated for resources: {'Network': ['ID=f005f741-9c1d-45d2-982c-10cafc49c472,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:34.118486 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48176) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:34.125172 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Request body: {'subnet': {'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-993703254-subnet', 'tenant_id': 'f281d208ed954aafb567c78b39c80250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:34.153172 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:34.157757 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.198918 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network f005f741-9c1d-45d2-982c-10cafc49c472 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:34.464153 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.490093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Allocated IP 172.20.0.2 (6ad01a51-cbe3-4928-a6be-0d787217b498/450dfcd4-8df1-4c9a-bb2a-bddfc3c03228/eac013f7-370a-4784-bca1-7c2f443929bb) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:34.586574 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45362b9d-ffba-4017-8856-7b961a373a20,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:34.601323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Checking segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:34.602120 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Network hostable DHCP agents. Network: f005f741-9c1d-45d2-982c-10cafc49c472, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:34.633478 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Network f005f741-9c1d-45d2-982c-10cafc49c472 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:34.654328 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.655284 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, f005f741-9c1d-45d2-982c-10cafc49c472) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:34.662813 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:34.663427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.686261 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c3199-0f74-48f6-8eb3-f48fb50cd9a2 None None] Network f005f741-9c1d-45d2-982c-10cafc49c472 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:34.707379 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b58d22c9-c7f1-4ea6-9736-aaef44746b86 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5877628 Nov 24 17:40:34.798399 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48226) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:34.801164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.806779 dv-cinder-819149-1-iscsi neutron-server[109259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 17:40:34.847005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:34.858120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34813b7e-eb99-4c1c-9f64-dd7964a4cb98,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:34.950904 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Checking segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:34.952826 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Network hostable DHCP agents. Network: f0ce909e-0041-45b3-b60b-b3777a2f7bc3, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:35.131580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:35.189414 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Allocated IP 172.27.2.225 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/b0c2e360-717c-4d69-9396-08582c400c8a) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:35.201630 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-9d0d8f8a-1134-4428-b4bf-166c23003538 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:35.204684 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-9d0d8f8a-1134-4428-b4bf-166c23003538 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/networks?id=e9805462-0069-496d-a516-aba474054a64 HTTP/1.1" status: 200 len: 812 time: 0.3992083 Nov 24 17:40:35.241922 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-c1928a68-a27a-47af-9557-f4a69b104b94 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/quotas/e57038b402634489be645f87618aec76 HTTP/1.1" status: 200 len: 375 time: 0.0296075 Nov 24 17:40:35.315187 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, f0ce909e-0041-45b3-b60b-b3777a2f7bc3) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:35.323281 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:35.324231 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.336310 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-8cff4ccd-2fba-482b-a42c-e95fcf93f591 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e57038b402634489be645f87618aec76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874116 Nov 24 17:40:35.358487 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117a29d-d4b1-47b0-bf0c-1a92446727df None None] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:35.378970 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d7838bb3-4c5b-41ec-9934-8eeb8b69cd41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6263056 Nov 24 17:40:35.381909 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48248) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:35.389902 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:35.423300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.476161 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.477560 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.550305 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.668245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Pushing event updated for resources: {'Port': ['ID=b0c2e360-717c-4d69-9396-08582c400c8a,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:35.693375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:35.702297 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:35.708189 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:35.724577 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954f41f-4def-4c37-8802-fb4e6bf09162 None None] Network f005f741-9c1d-45d2-982c-10cafc49c472 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:35.753047 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.773192 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.802047 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:35.898975 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-8902dfcb-e4ef-4176-a4a7-8f685ba6812a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:40:35.908867 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-8902dfcb-e4ef-4176-a4a7-8f685ba6812a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2809322 Nov 24 17:40:36.027337 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:36.144328 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.161660 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:36.184027 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:36.206112 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Pushing event updated for resources: {'Port': ['ID=eac013f7-370a-4784-bca1-7c2f443929bb,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:36.219958 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48284) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:36.243853 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.244532 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.245496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.246279 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.247437 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.248075 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.248731 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.249246 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.249816 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.250401 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.250796 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.251190 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Tracked resource versions report: Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: pushed versions: Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: { 'AddressGroup': {'1.2'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'ConntrackHelper': {'1.0'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Log': {'1.0'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Network': {'1.1'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Port': {'1.7'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'PortForwarding': {'1.2'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'QosPolicy': {'1.10'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroup': {'1.5'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SubPort': {'1.0'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Subnet': {'1.1'}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Trunk': {'1.1'}} Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: consumer versions: Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: HyperV agent@hv-cinder-81914: {}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'ConntrackHelper': '1.0', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Log': '1.0', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Network': '1.1', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Port': '1.7', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'PortForwarding': '1.2', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'QosPolicy': '1.10', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroup': '1.5', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SecurityGroupRule': '1.2', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'SubPort': '1.0', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Subnet': '1.1', Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: 'Trunk': '1.1'}} Nov 24 17:40:36.252389 dv-cinder-819149-1-iscsi neutron-server[109260]: {{(pid=109260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:40:36.291731 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbbe2d2-83df-4e99-9e5d-89e1e9e96f38 None None] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:36.346071 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-ed8f399b-5fef-430a-91c1-4449f333280a service neutron] 10.222.0.41 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362297 Nov 24 17:40:36.408714 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Attempting to bind port eac013f7-370a-4784-bca1-7c2f443929bb on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:36.409081 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Attempting to bind port eac013f7-370a-4784-bca1-7c2f443929bb by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:36.409532 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Attempting to bind port eac013f7-370a-4784-bca1-7c2f443929bb on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:36.422410 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:36.422786 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Checking segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:36.423395 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.423959 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Bound using segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:36.424609 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Bound port: eac013f7-370a-4784-bca1-7c2f443929bb, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:36.425200 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.495796 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48290) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:36.534448 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-8075ca5f-1d2d-43cf-897b-c818402ffa5f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:36.536249 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-8075ca5f-1d2d-43cf-897b-c818402ffa5f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.3153956 Nov 24 17:40:36.561305 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] For port eac013f7-370a-4784-bca1-7c2f443929bb, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:36.565243 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] For port eac013f7-370a-4784-bca1-7c2f443929bb, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=eac013f7-370a-4784-bca1-7c2f443929bb,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:36.567643 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-733cba8d-23c0-465b-8883-9b429a55d3b8 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/quotas/f281d208ed954aafb567c78b39c80250 HTTP/1.1" status: 200 len: 375 time: 0.0251658 Nov 24 17:40:36.570016 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.570806 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.644993 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d4c3-d215-45e5-a5ba-dcd9b0e7539d None None] Pushing event updated for resources: {'Port': ['ID=eac013f7-370a-4784-bca1-7c2f443929bb,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:36.712669 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-33b20486-9f4f-4dfa-98e8-b785a55b9bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:36.769764 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-b94b4e11-45d9-44f7-969a-3c703ea833ad service neutron] 10.222.0.41 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224467 Nov 24 17:40:36.771788 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-e17a7721-16a9-4f8f-9feb-ef7bf374d3d5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1939590 Nov 24 17:40:36.872907 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.075324 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-33b20486-9f4f-4dfa-98e8-b785a55b9bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.076403 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-c20f3001-b887-4cc7-9eb0-d1b615874c4b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:40:37.088677 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-c20f3001-b887-4cc7-9eb0-d1b615874c4b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1884005 Nov 24 17:40:37.108873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-33b20486-9f4f-4dfa-98e8-b785a55b9bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.232029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20486-9f4f-4dfa-98e8-b785a55b9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd750b48-a4d3-46f4-8b27-05adc78ebfdd,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:37.244971 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-33b20486-9f4f-4dfa-98e8-b785a55b9bee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=984ba160aec94e96a82d263f6f865f9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7475865 Nov 24 17:40:37.259408 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48324) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:37.272229 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.298830 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.372185 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:40:37.382286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.414277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.506670 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-dcce9612-9e9b-4daa-b858-4580f51686df service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156771 Nov 24 17:40:37.522343 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8690d5a7-e07c-4d62-b920-2d854ddd2744 req-95a88e7b-9694-4d68-9756-62f242e6c2fd tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.1018243 Nov 24 17:40:37.540822 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.543982 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.545398 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd750b48-a4d3-46f4-8b27-05adc78ebfdd HTTP/1.1" status: 204 len: 168 time: 0.2849426 Nov 24 17:40:37.598209 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f25a2-3f80-4191-94a5-7799aa7323f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd750b48-a4d3-46f4-8b27-05adc78ebfdd,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:37.747550 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:40:37.761986 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:40:37.787417 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:37.788167 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:37.799253 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:37.804306 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-389cfe23-5dc2-492e-b748-025fe4e49d2c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4862473 Nov 24 17:40:37.809327 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48358) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:37.949245 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Allocated IP 172.27.2.54 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/179316ae-ca15-4f85-bd4c-a5c78ed053a3) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:37.989293 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-f7cb12d2-5c43-4c92-a513-80717d9913f2 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778469 Nov 24 17:40:38.321306 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:38.402231 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f97b4-09a0-4ee3-bb5b-d56407ffdeda None None] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:38.411253 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:38.423580 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48378) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:38.475982 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:38.477131 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365d7738-be10-4ad3-aee8-ee38ed79f10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:38.505076 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:38.508818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:38.565979 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:38.589553 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device eac013f7-370a-4784-bca1-7c2f443929bb up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:38.758575 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-2ec7f0f0-64cd-42f4-b330-a22947ffee4b None None] Provisioning complete for port eac013f7-370a-4784-bca1-7c2f443929bb triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:38.759261 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-2ec7f0f0-64cd-42f4-b330-a22947ffee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:38.838560 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port eac013f7-370a-4784-bca1-7c2f443929bb triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:38.839193 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:38.900483 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Pushing event updated for resources: {'Port': ['ID=179316ae-ca15-4f85-bd4c-a5c78ed053a3,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:38.975693 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:36Z', 'revision_number': 3, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:39.049644 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4ae63454-b996-453e-bad0-10bf2c90ace4 req-2fee432e-240d-42e2-b0ec-21c8f2b8d0cc tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.4023552 Nov 24 17:40:39.123707 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:40:39.124925 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Updating router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 port b0c2e360-717c-4d69-9396-08582c400c8a binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:40:39.191544 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.208061 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.230222 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.236941 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.390759 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port eac013f7-370a-4784-bca1-7c2f443929bb, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=eac013f7-370a-4784-bca1-7c2f443929bb,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:40:39.409578 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-2ec7f0f0-64cd-42f4-b330-a22947ffee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.425865 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.482862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.565114 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-882316e1-ffde-4403-b1ed-c68c79621fb0 req-439dc2a6-fcb6-4d31-ad37-9ef74861f701 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.6915720 Nov 24 17:40:39.748198 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365d7738-be10-4ad3-aee8-ee38ed79f10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.799948 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365d7738-be10-4ad3-aee8-ee38ed79f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.822606 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=eac013f7-370a-4784-bca1-7c2f443929bb,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:39.867092 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.db.api [None req-2ec7f0f0-64cd-42f4-b330-a22947ffee4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:40:39.869227 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG oslo_db.api [None req-2ec7f0f0-64cd-42f4-b330-a22947ffee4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 17:40:39.869436 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-365d7738-be10-4ad3-aee8-ee38ed79f10b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eb4e46b868142fdaf1875003c7297ab&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4415708 Nov 24 17:40:39.869683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48446) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:39.872256 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7738-be10-4ad3-aee8-ee38ed79f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d185db4-52ab-40f6-91da-bc8d37148914,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:39.936614 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:39.970386 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.000660 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.037478 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cba19a0a-ec39-4846-9a89-2b2268cc8b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.116521 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.149889 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Attempting to bind port b0c2e360-717c-4d69-9396-08582c400c8a on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:40.150325 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Attempting to bind port b0c2e360-717c-4d69-9396-08582c400c8a by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:40.150682 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Attempting to bind port b0c2e360-717c-4d69-9396-08582c400c8a on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:40.178460 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Pushing event updated for resources: {'Port': ['ID=b0c2e360-717c-4d69-9396-08582c400c8a,revision_number=2']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:40.179120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Allocated IP 172.20.0.1 (6ad01a51-cbe3-4928-a6be-0d787217b498/450dfcd4-8df1-4c9a-bb2a-bddfc3c03228/0f342909-351f-4196-bcbc-20d30d97cd8b) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:40.210672 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:40.216063 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:40.218791 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.219651 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:40.222596 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Bound port: b0c2e360-717c-4d69-9396-08582c400c8a, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:40.224195 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.229614 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.244149 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.245162 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.250646 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.251933 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.252758 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.253093 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.253637 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.254124 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.254748 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.255560 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:40:40.256185 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.256752 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.269484 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Tracked resource versions report: Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: pushed versions: Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: { 'AddressGroup': {'1.2'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'ConntrackHelper': {'1.0'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Log': {'1.0'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Network': {'1.1'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Port': {'1.7'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'PortForwarding': {'1.2'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'QosPolicy': {'1.10'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroup': {'1.5'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SubPort': {'1.0'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Subnet': {'1.1'}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Trunk': {'1.1'}} Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: consumer versions: Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: { DHCP agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: HyperV agent@hv-cinder-81914: {}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: L3 agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: Metadata agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: Metering agent@dv-cinder-819149-1-iscsi: {}, Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: Open vSwitch agent@dv-cinder-819149-1-iscsi: { 'AddressGroup': '1.2', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'ConntrackHelper': '1.0', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Log': '1.0', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Network': '1.1', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Port': '1.7', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'PortForwarding': '1.2', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'QosPolicy': '1.10', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroup': '1.5', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SecurityGroupRule': '1.2', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'SubPort': '1.0', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Subnet': '1.1', Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: 'Trunk': '1.1'}} Nov 24 17:40:40.276459 dv-cinder-819149-1-iscsi neutron-server[109261]: {{(pid=109261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:40:40.347191 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device eac013f7-370a-4784-bca1-7c2f443929bb up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:40.486727 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] For port b0c2e360-717c-4d69-9396-08582c400c8a, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:40.498113 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] For port b0c2e360-717c-4d69-9396-08582c400c8a, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b0c2e360-717c-4d69-9396-08582c400c8a,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:40.513839 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.517603 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.524374 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.525622 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d185db4-52ab-40f6-91da-bc8d37148914 HTTP/1.1" status: 204 len: 168 time: 0.6401627 Nov 24 17:40:40.649708 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0206bd-eade-4df8-80b5-540a0dde63ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d185db4-52ab-40f6-91da-bc8d37148914,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:40.707621 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.773072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.815373 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:40:40.835883 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:40.838913 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Sync routers for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:40:40.844005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:40.864271 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:40.868517 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-afce54ff-6b0a-4018-af37-b5ea24147037 req-ab0daf32-d792-4f77-81ca-923e2463e131 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.3224518 Nov 24 17:40:40.874826 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.885409 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:40.893634 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c26b32f4-fd0e-457a-b47c-ad81c98357b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5090532 Nov 24 17:40:40.897257 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48490) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:40.908098 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:40.911744 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:40.952375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port eac013f7-370a-4784-bca1-7c2f443929bb triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:40.952977 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:41.096274 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-aed7bdc6-9b52-49ab-91b4-4a2cf09bc6ba None None] Provisioning complete for port eac013f7-370a-4784-bca1-7c2f443929bb triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:41.097288 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-aed7bdc6-9b52-49ab-91b4-4a2cf09bc6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:41.152172 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:41.153299 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:41.195060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-acec232f-dedb-4bf4-b490-09fba6903adb req-31edf608-ce8f-44a5-adb7-dc3f9a674d44 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.1512101 Nov 24 17:40:41.238734 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Pushing event updated for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:41.254384 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca935-0586-4718-bc2b-ec66651d08fc None None] Pushing event updated for resources: {'Port': ['ID=b0c2e360-717c-4d69-9396-08582c400c8a,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:41.426431 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:41.579940 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.62', 51031) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:41.649016 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48508) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:41.704125 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:41.822879 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:36Z', 'revision_number': 3, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:41.857337 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329382f-3b36-4661-9e5c-199d08baa90b None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:36Z', 'revision_number': 3, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:40:42.099198 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.118942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.153320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.62', 51035) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:42.182722 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3d36134-fd95-40b9-b835-783786efd121 req-20e6b77d-0c4b-45ad-8718-f74ccbcc3ecd tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.0725093 Nov 24 17:40:42.186213 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-70d0a5ff-2a68-4cc8-a398-233eed6af798 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:42.187804 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-70d0a5ff-2a68-4cc8-a398-233eed6af798 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.62 "GET /v2.0/networks?id=e9805462-0069-496d-a516-aba474054a64 HTTP/1.1" status: 200 len: 812 time: 0.5979855 Nov 24 17:40:42.289227 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Request body: {'port': {'device_id': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'network_id': 'e9805462-0069-496d-a516-aba474054a64', 'admin_state_up': True, 'tenant_id': 'e57038b402634489be645f87618aec76'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:42.296694 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9d172b8e-1c5d-4c14-a63d-4f198d2f030a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.427934 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-45fdbf13-980e-425b-abfb-c130ac49cd44 None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:42.428617 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-45fdbf13-980e-425b-abfb-c130ac49cd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.521492 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-45fdbf13-980e-425b-abfb-c130ac49cd44 None None] Port 0f342909-351f-4196-bcbc-20d30d97cd8b cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:40:42.561733 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e92d4406-8d47-4229-a241-8d089e35b305 req-1b94aabe-317c-40e3-be87-a55bfc926bfb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.1711767 Nov 24 17:40:42.573933 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:38Z', 'revision_number': 3, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:42.703471 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48576) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:42.725246 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Checking router: 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:40:42.725961 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Updating router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:40:42.730767 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Allocated IP 172.20.0.1 (f0ce909e-0041-45b3-b60b-b3777a2f7bc3/34813b7e-eb99-4c1c-9f64-dd7964a4cb98/47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:42.858442 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-04b5a6ba-fdd9-4973-af2f-626e722a85d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.865467 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.916276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865701211-network', 'tenant_id': '8bade3b19d5249d68e59ba89917b1951'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:42.973792 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Made reservation on behalf of 8bade3b19d5249d68e59ba89917b1951 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:42.973792 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:42.999775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.009299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.183405 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-c319442c-15e6-4a5f-ac67-668536d1ab6c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:43.186041 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-c319442c-15e6-4a5f-ac67-668536d1ab6c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 1.0291312 Nov 24 17:40:43.265943 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.279206 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.296286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.343715 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.359160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.359963 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.398216 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Made reservation on behalf of e57038b402634489be645f87618aec76 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:43.404273 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.420492 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Request body: {'port': {'device_id': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'admin_state_up': True, 'tenant_id': 'f281d208ed954aafb567c78b39c80250'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:43.499635 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:43.509200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Pushing event updated for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:43.610506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8afff0f3-5280-4780-92ed-12f23a5d01fa req-1c717288-1651-41ea-acea-5f0c7c63a0d1 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.1010067 Nov 24 17:40:43.611394 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48602) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:43.615859 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:43.628657 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.641142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.646844 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185554a2-c7f9-44df-be2b-a9ec363ed343,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:43.658871 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.659562 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Added segment 4e3c9d41-982e-4c63-bf1a-5749ec717acb of type vlan for network a420926c-c2cb-4241-a2c3-9267bea4f91c Nov 24 17:40:43.662705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:43.670540 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:43.671558 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.809090 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3df95-73dc-477f-9bb1-fd82c6a80874 None None] Pushing event updated for resources: {'Port': ['ID=179316ae-ca15-4f85-bd4c-a5c78ed053a3,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:43.828156 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Attempting to bind port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:43.828541 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Attempting to bind port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:43.828924 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Attempting to bind port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:43.840223 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:43.840651 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:43.841079 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.841548 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:43.842070 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Bound port: 179316ae-ca15-4f85-bd4c-a5c78ed053a3, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:43.846916 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:43.989334 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.077193 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] For port 179316ae-ca15-4f85-bd4c-a5c78ed053a3, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:44.103537 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] For port 179316ae-ca15-4f85-bd4c-a5c78ed053a3, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=179316ae-ca15-4f85-bd4c-a5c78ed053a3,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:44.121388 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.133068 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-417b35a6-7e4d-45f0-ade9-c016e95cb509 req-33c9833e-78c7-4034-93f1-e9d6f3a5e977 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.1063123 Nov 24 17:40:44.271851 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.296369 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.421019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.428414 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:44.429504 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.442483 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b0c2e360-717c-4d69-9396-08582c400c8a up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:44.459021 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:44.459021 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:44.489693 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-02273886-bbc8-42c8-b941-90b98742b1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.582251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:44.637596 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Pushing event updated for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:44.678052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:44.740716 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:44.743120 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0310168 Nov 24 17:40:44.757164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48622) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:44.814536 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Request body: {'subnet': {'network_id': 'a420926c-c2cb-4241-a2c3-9267bea4f91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865701211-subnet', 'tenant_id': '8bade3b19d5249d68e59ba89917b1951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:44.895982 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3df95-73dc-477f-9bb1-fd82c6a80874 None None] Pushing event updated for resources: {'Port': ['ID=179316ae-ca15-4f85-bd4c-a5c78ed053a3,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:44.911344 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9d172b8e-1c5d-4c14-a63d-4f198d2f030a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:44.976073 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9d172b8e-1c5d-4c14-a63d-4f198d2f030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.035445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-02273886-bbc8-42c8-b941-90b98742b1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.037032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Made reservation on behalf of 8bade3b19d5249d68e59ba89917b1951 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:45.040638 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.057174 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port b0c2e360-717c-4d69-9396-08582c400c8a triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:45.057553 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.207634 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-02273886-bbc8-42c8-b941-90b98742b1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.308859 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ac124-0fc3-42ae-ad15-1b801b0866f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a420926c-c2cb-4241-a2c3-9267bea4f91c,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:45.355763 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-39d6723b-6dc2-41b7-8eaf-ded38dbc7492 req-d941867e-5fc9-4672-a52f-81a1845d3316 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.3815548 Nov 24 17:40:45.370548 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02273886-bbc8-42c8-b941-90b98742b1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22213377-23d9-4fd3-8656-105299a45b64,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:45.374344 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network a420926c-c2cb-4241-a2c3-9267bea4f91c details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:45.386278 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9d172b8e-1c5d-4c14-a63d-4f198d2f030a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76a3757134df445e92feccab7d12f0cb&name=default HTTP/1.1" status: 200 len: 2992 time: 3.7188423 Nov 24 17:40:45.398252 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-02273886-bbc8-42c8-b941-90b98742b1fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c458d7d999b94634bd1339a219b37422&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7712617 Nov 24 17:40:45.402166 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48630) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:45.402586 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48632) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:45.407407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d172b8e-1c5d-4c14-a63d-4f198d2f030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c2aff-fd90-4db8-8eef-4363cfae6683,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:45.471917 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-7cc99848-0d9c-4039-8513-e701943b8adf None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:45.473159 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7cc99848-0d9c-4039-8513-e701943b8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.585283 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-7cc99848-0d9c-4039-8513-e701943b8adf None None] Port 0f342909-351f-4196-bcbc-20d30d97cd8b cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:40:45.619139 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:45.624179 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.733084 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fcbd2df2-202b-4cd8-8e92-067caf8083bd req-7f80a3a0-0bd9-420b-b63f-44c0634067ac tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.3330822 Nov 24 17:40:45.738339 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.787650 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.795984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.845424 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port b0c2e360-717c-4d69-9396-08582c400c8a, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b0c2e360-717c-4d69-9396-08582c400c8a,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:40:45.960080 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Allocated IP 172.20.0.9 (e9805462-0069-496d-a516-aba474054a64/90231e00-e1bd-466e-9f29-16c9347db3f2/ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:45.974929 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.977680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.978969 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/446c2aff-fd90-4db8-8eef-4363cfae6683 HTTP/1.1" status: 204 len: 168 time: 0.5735221 Nov 24 17:40:45.979671 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:45.982928 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:40:45.988610 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.051200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.079771 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.088300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ccec-7ed7-4447-8744-9186ebfac11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c2aff-fd90-4db8-8eef-4363cfae6683,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:46.114989 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5', 'name': '', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:42Z', 'updated_at': '2021-11-24T17:40:42Z', 'revision_number': 1, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'subnets': [{'id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:46.165582 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.250973 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.276256 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.279490 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.308995 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=787d963b-9ac9-4643-970b-b5dfc41a824b,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:46.373632 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec742167-deaf-4932-8465-e74c4412b482 None None] The sync data for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi is: [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5', 'name': '', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:42Z', 'updated_at': '2021-11-24T17:40:42Z', 'revision_number': 1, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'subnets': [{'id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:40:46.399157 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=b0c2e360-717c-4d69-9396-08582c400c8a,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:46.406679 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.480619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.484990 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:46.487364 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22213377-23d9-4fd3-8656-105299a45b64 HTTP/1.1" status: 204 len: 168 time: 1.0834517 Nov 24 17:40:46.549225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c850c67-d38d-4445-b839-40a28c915924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22213377-23d9-4fd3-8656-105299a45b64,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:46.604619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Allocated IP 172.20.0.12 (f005f741-9c1d-45d2-982c-10cafc49c472/45362b9d-ffba-4017-8856-7b961a373a20/f92effdf-540d-4d48-8c66-7e089f7b4185) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:40:46.753279 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Pushing event updated for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:46.761017 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dad7469b-1cd0-430e-9446-375041bb5f76 req-2faf2ead-99bf-4245-a057-24042251d2be tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.1817372 Nov 24 17:40:46.820660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Checking segment: {'id': '4e3c9d41-982e-4c63-bf1a-5749ec717acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a420926c-c2cb-4241-a2c3-9267bea4f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:46.821009 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Network hostable DHCP agents. Network: a420926c-c2cb-4241-a2c3-9267bea4f91c, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:46.888408 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48662) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:46.920431 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Network a420926c-c2cb-4241-a2c3-9267bea4f91c is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:46.923892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63d16c48-ed10-448b-a780-f70dafdc419b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.024871 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, a420926c-c2cb-4241-a2c3-9267bea4f91c) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:47.030699 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:47.030906 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.037471 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c822a92-97c9-400f-b5a7-7a8e9ff1bf3c None None] Network a420926c-c2cb-4241-a2c3-9267bea4f91c requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:47.109218 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:47.137648 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.194895 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2510a1cb-469c-464f-a991-b6aab72e4ffe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3968608 Nov 24 17:40:47.205955 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.207946 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:47.247359 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cb61dfc6-deea-4a56-a131-d5248b160ca6 req-49348576-ec11-41ed-b131-19c2cd407848 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 210 time: 0.2449741 Nov 24 17:40:47.654938 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.679227 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Network f005f741-9c1d-45d2-982c-10cafc49c472 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:47.713433 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:47.750999 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:47.755698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:40:47.772846 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:47.773553 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.819427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63d16c48-ed10-448b-a780-f70dafdc419b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.831225 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63d16c48-ed10-448b-a780-f70dafdc419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:47.853446 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:40:47.870817 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:40:47.906348 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:47.915203 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:47.915835 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-72fd862c-69f6-47f1-95ae-58a2b0ed5290 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7f6196a-8f34-4a39-86c1-7a0474d1f1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0944757 Nov 24 17:40:47.983213 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aae92c-7ac5-4c57-b176-2dd837a1d7aa None None] Network a420926c-c2cb-4241-a2c3-9267bea4f91c requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:48.065762 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:48.077740 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event updated for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:48.354279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Network e9805462-0069-496d-a516-aba474054a64 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:40:48.376437 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:48.381009 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-70fe420d-15f2-45f7-bb56-5b4449026870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0436480 Nov 24 17:40:48.432611 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-924ee36d-1ce6-40f0-a3b4-2f80103e0be8 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:40:48.436472 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-924ee36d-1ce6-40f0-a3b4-2f80103e0be8 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323529 Nov 24 17:40:48.444831 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:48.449392 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-63d16c48-ed10-448b-a780-f70dafdc419b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f93f05ed17894246a222b8c38cfab9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5547919 Nov 24 17:40:48.452625 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48696) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:48.455057 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:40:48.468518 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:48.488080 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:48.571616 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Pushing event updated for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:48.604041 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-05585458-2068-439c-ad76-4628e4d589b8 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3210151 Nov 24 17:40:48.788197 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d16c48-ed10-448b-a780-f70dafdc419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468e138e-0e73-46fb-b310-0c5325c63ee4,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:48.854999 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b0c2e360-717c-4d69-9396-08582c400c8a up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:48.994089 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port b0c2e360-717c-4d69-9396-08582c400c8a triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:48.997144 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.109804 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ad64-887b-4381-aeca-94abe7d52375 req-e9e953ed-b068-44f9-a6fa-130cd7fa1d45 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:49.114254 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e232ad64-887b-4381-aeca-94abe7d52375 req-e9e953ed-b068-44f9-a6fa-130cd7fa1d45 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 931 time: 0.9922004 Nov 24 17:40:49.313688 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:40:49.326067 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:42Z', 'revision_number': 2, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:49.333444 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Request body: {'port': {'device_id': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:49.384898 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 179316ae-ca15-4f85-bd4c-a5c78ed053a3 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:49.424125 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:40:49.424742 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Updating router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 port 0f342909-351f-4196-bcbc-20d30d97cd8b binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:40:49.474229 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-0facf26e-9bb5-448c-b887-3c29389279e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/7294fa0c-3ebd-45e2-91d3-3a9bdd55098e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5735092 Nov 24 17:40:49.486470 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Request body: {'port': {'device_id': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:49.493731 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.521580 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27155dfb-67d9-4c54-864d-4c448b42a517 req-ca73d46a-57bc-4c4c-92f9-fa155c428dde tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:49.536596 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27155dfb-67d9-4c54-864d-4c448b42a517 req-ca73d46a-57bc-4c4c-92f9-fa155c428dde tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 932 time: 0.8034079 Nov 24 17:40:49.549293 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:49.550247 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.604628 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.681236 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.729490 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e232ad64-887b-4381-aeca-94abe7d52375 req-7b312d37-1617-4715-ba14-834ac2310cc4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772254 Nov 24 17:40:49.738310 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.863169 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.951309 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.956825 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 179316ae-ca15-4f85-bd4c-a5c78ed053a3, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=179316ae-ca15-4f85-bd4c-a5c78ed053a3,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:40:49.965034 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:49.998050 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27155dfb-67d9-4c54-864d-4c448b42a517 req-6fd2fa4f-8410-4033-96b9-f40512ed0a8a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347982 Nov 24 17:40:50.055775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.059626 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.062113 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/468e138e-0e73-46fb-b310-0c5325c63ee4 HTTP/1.1" status: 204 len: 168 time: 1.3967493 Nov 24 17:40:50.086044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b0b2a-4b83-48f6-b3af-010f8cc0d62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e138e-0e73-46fb-b310-0c5325c63ee4,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:50.125619 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=179316ae-ca15-4f85-bd4c-a5c78ed053a3,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:50.167017 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48732) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:50.177322 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858788123-network', 'tenant_id': '18ab3a3a43a641989b8b8deea01b82c0'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:50.320844 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Made reservation on behalf of 18ab3a3a43a641989b8b8deea01b82c0 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:50.339971 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.367466 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.493120 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 179316ae-ca15-4f85-bd4c-a5c78ed053a3 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:50.681189 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.695072 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.765715 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:40:50.775209 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:50.776327 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.807781 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd05f2-0b09-49ae-a15b-19e308108283,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:50.842666 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:50.851795 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Added segment 862f6911-6c93-44a3-b3d8-17fd0ccf5a72 of type vlan for network fdaf280a-6fda-40d8-9849-f02b5301c488 Nov 24 17:40:51.116694 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.235106 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.236787 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:51.237741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.292584 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.315925 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.333340 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1631324 Nov 24 17:40:51.346046 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48756) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:51.368292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Request body: {'subnet': {'network_id': 'fdaf280a-6fda-40d8-9849-f02b5301c488', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858788123-subnet', 'tenant_id': '18ab3a3a43a641989b8b8deea01b82c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:51.532527 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c001dc-e4bd-444f-b662-55a84eb19591 admin admin] Pushing event updated for resources: {'Network': ['ID=fdaf280a-6fda-40d8-9849-f02b5301c488,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:51.546942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:40:51.551515 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network fdaf280a-6fda-40d8-9849-f02b5301c488 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:40:51.604752 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.616110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Made reservation on behalf of 18ab3a3a43a641989b8b8deea01b82c0 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:40:51.632211 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.717248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Transition to ACTIVE for port object ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:40:51.728791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48760) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:51.752294 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Attempting to bind port 0f342909-351f-4196-bcbc-20d30d97cd8b on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:51.753283 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Attempting to bind port 0f342909-351f-4196-bcbc-20d30d97cd8b by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:51.753921 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Attempting to bind port 0f342909-351f-4196-bcbc-20d30d97cd8b on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:51.756567 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895735572', 'description': 'tempest-description--670344729'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:51.777024 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:51.784587 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.785636 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Checking segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:51.787263 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.788416 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Bound using segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:51.790787 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Bound port: 0f342909-351f-4196-bcbc-20d30d97cd8b, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:51.791561 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:51.946994 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Sync routers for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:40:51.974383 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-673277c4-7753-4d12-b809-2f0cbc19a598 None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:51.974832 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-673277c4-7753-4d12-b809-2f0cbc19a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:52.017226 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc686e-ea97-499a-83ab-32af5fcf434c None None] Pushing event updated for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:52.054070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:52.177966 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-673277c4-7753-4d12-b809-2f0cbc19a598 None None] Port 0f342909-351f-4196-bcbc-20d30d97cd8b cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:40:52.234830 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] For port 0f342909-351f-4196-bcbc-20d30d97cd8b, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:52.237570 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:52.239787 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:52.250023 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] For port 0f342909-351f-4196-bcbc-20d30d97cd8b, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0f342909-351f-4196-bcbc-20d30d97cd8b,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:52.259384 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:52.435454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:52.438598 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:52.476293 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:52.486879 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:52.590999 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Attempting to bind port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:52.592564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Attempting to bind port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '2a276024-11d8-445a-9df8-3b974eb2c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9805462-0069-496d-a516-aba474054a64'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:52.592564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Attempting to bind port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a on network e9805462-0069-496d-a516-aba474054a64 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:52.636856 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc686e-ea97-499a-83ab-32af5fcf434c None None] Pushing event updated for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:52.694248 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:52.754012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a on network e9805462-0069-496d-a516-aba474054a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:40:52.759273 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Attempting to bind port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a on network e9805462-0069-496d-a516-aba474054a64 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:52.857103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:52.857103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Checking segment: {'id': '2a276024-11d8-445a-9df8-3b974eb2c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9805462-0069-496d-a516-aba474054a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:52.858593 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Bound using segment: {'id': '2a276024-11d8-445a-9df8-3b974eb2c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9805462-0069-496d-a516-aba474054a64'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:52.859176 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Bound port: ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a276024-11d8-445a-9df8-3b974eb2c0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e9805462-0069-496d-a516-aba474054a64'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:52.860821 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:52.909286 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7169fc-157b-44dd-a2fd-c3042fbcc5be,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:52.954556 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f7022-6e9b-481e-a4ec-ca18d822a7e2 req-9e0908f4-cb25-4d3c-8bc3-d84600ea1cb5 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:52.969528 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad2f7022-6e9b-481e-a4ec-ca18d822a7e2 req-9e0908f4-cb25-4d3c-8bc3-d84600ea1cb5 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 943 time: 0.7204401 Nov 24 17:40:52.975578 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:53.087331 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.103839 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.225697 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.240221 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4930141 Nov 24 17:40:53.245465 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:53.249299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48798) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:53.265364 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5b6c-8558-492f-8cc2-ee1d54322dcd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e329e41d-17b7-4876-8c24-2cd8d9236b90,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:53.276737 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Checking segment: {'id': '862f6911-6c93-44a3-b3d8-17fd0ccf5a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fdaf280a-6fda-40d8-9849-f02b5301c488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:53.285068 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Network hostable DHCP agents. Network: fdaf280a-6fda-40d8-9849-f02b5301c488, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:40:53.322496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,segment=NetworkSegment(2a276024-11d8-445a-9df8-3b974eb2c0bb),segment_id=2a276024-11d8-445a-9df8-3b974eb2c0bb)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:53.323016 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group_rule': {'security_group_id': 'e329e41d-17b7-4876-8c24-2cd8d9236b90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:53.340980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92effdf-540d-4d48-8c66-7e089f7b4185 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:40:53.351950 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.373172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.485730 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-8a234a3e-97f5-4e4e-9cbd-3b90cadaa4f0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:53.495569 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-8a234a3e-97f5-4e4e-9cbd-3b90cadaa4f0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 818 time: 1.1241879 Nov 24 17:40:53.532120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:53.533173 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.536331 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:53.537101 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.548311 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] 10.222.0.62 "PUT /v2.0/ports/ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a HTTP/1.1" status: 200 len: 1093 time: 4.6665261 Nov 24 17:40:53.594040 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:40:53.604253 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5', 'name': '', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:42Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 2, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'subnets': [{'id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:53.678309 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Checking router: 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:40:53.680629 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Updating router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:40:53.713624 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-450434f1-d27f-4bfe-a85e-1f0f3ac09147 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/quotas/a5aa68feded84b10b0943f823936db5d HTTP/1.1" status: 200 len: 375 time: 0.1892927 Nov 24 17:40:53.755280 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:53.941608 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:52Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:54.010799 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c124976-a3bc-4427-881a-bb2090edc4da None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:52Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:40:54.042107 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:54.068011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Transition to ACTIVE for port object f92effdf-540d-4d48-8c66-7e089f7b4185 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:40:54.089660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Network fdaf280a-6fda-40d8-9849-f02b5301c488 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:40:54.155976 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:54.239741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, fdaf280a-6fda-40d8-9849-f02b5301c488) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:40:54.283351 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:54.283941 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:54.342408 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0756f-7e21-4915-9422-9c6bb99d5257 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:54.389868 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2e1e0-8a47-468b-ad47-77812b3b767a None None] Network fdaf280a-6fda-40d8-9849-f02b5301c488 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:54.429745 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-bad26d61-bd7a-4bbc-b99b-e38d5db8c2ad tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6342416 Nov 24 17:40:54.571101 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] For port 0f342909-351f-4196-bcbc-20d30d97cd8b, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0f342909-351f-4196-bcbc-20d30d97cd8b,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:40:54.633854 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-35c80c84-6930-4b32-a380-836fb1e59b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:54.636640 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-35c80c84-6930-4b32-a380-836fb1e59b7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e57038b402634489be645f87618aec76&device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 1096 time: 0.8128331 Nov 24 17:40:54.644372 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:54.715441 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:54.802641 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad2f7022-6e9b-481e-a4ec-ca18d822a7e2 req-41b12292-205b-4fd4-8ca2-a5b64250513f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7018657 Nov 24 17:40:54.840697 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f67b1878-a585-4704-b72d-95a75834c85c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4917994 Nov 24 17:40:54.923296 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d8566-2669-4f81-94b9-59ed0d7d6bac" -d '{"events": [{"name": "network-changed", "server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:40:55.132834 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a00687-cca9-47e4-8041-7312c42020ab None None] Pushing event updated for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:55.189052 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0f342909-351f-4196-bcbc-20d30d97cd8b up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:55.240543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:55.257530 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-37be39bf-cc60-417d-a807-ccabbb9ad1c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a HTTP/1.1" status: 200 len: 217 time: 0.5805290 Nov 24 17:40:55.620249 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48848) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:55.846300 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-13f25bf7-d3e1-434a-9601-a5a5c3d76eaf service neutron] 10.222.0.41 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4148543 Nov 24 17:40:55.863193 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-03536e3d-0801-4a7a-b6e9-c0bf2774ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:55.872766 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-03536e3d-0801-4a7a-b6e9-c0bf2774ff55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90231e00-e1bd-466e-9f29-16c9347db3f2 HTTP/1.1" status: 200 len: 852 time: 0.5939486 Nov 24 17:40:55.877509 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Attempting to bind port f92effdf-540d-4d48-8c66-7e089f7b4185 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:55.878122 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Attempting to bind port f92effdf-540d-4d48-8c66-7e089f7b4185 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:55.878993 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Attempting to bind port f92effdf-540d-4d48-8c66-7e089f7b4185 on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:55.933880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Port f92effdf-540d-4d48-8c66-7e089f7b4185 on network f005f741-9c1d-45d2-982c-10cafc49c472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:40:55.939254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Attempting to bind port f92effdf-540d-4d48-8c66-7e089f7b4185 on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:56.048581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:56.048962 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Checking segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:56.063608 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Bound using segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:56.065085 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Bound port: f92effdf-540d-4d48-8c66-7e089f7b4185, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:56.066844 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:56.182201 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b999a-c291-4fd4-b91b-f833b51998f2 None None] Network fdaf280a-6fda-40d8-9849-f02b5301c488 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:40:56.214383 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-ae82193c-7427-49e4-98c0-4c476799e33a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9805462-0069-496d-a516-aba474054a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3081467 Nov 24 17:40:56.295164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329512-7dd0-46f5-ae0c-6c9251131f2f req-939f72d5-4abb-43ce-b894-d715ecd56a2d tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:56.335286 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f9329512-7dd0-46f5-ae0c-6c9251131f2f req-939f72d5-4abb-43ce-b894-d715ecd56a2d tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 944 time: 1.3231478 Nov 24 17:40:56.344169 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48858) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:56.632385 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:56.642308 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f92effdf-540d-4d48-8c66-7e089f7b4185,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:56.707772 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:56.741246 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-61119dbc-0bf4-42a5-9d90-93ba74013b37 service neutron] 10.222.0.62 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193207 Nov 24 17:40:56.845267 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-4eebeb16-0435-4b54-8095-8067ee7d2b22 service neutron] 10.222.0.41 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714892 Nov 24 17:40:56.868559 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Deleting subnet 787d963b-9ac9-4643-970b-b5dfc41a824b {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:40:56.882390 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:56.897816 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:56.940007 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.064538 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.109142 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.145192 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7dee201-3365-4a68-83fc-b75e72288c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.246320 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c2de5f-0de6-410d-87d5-ab8f4ebbdfcd,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:57.277118 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.313633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:57.314466 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.316354 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] 10.222.0.62 "PUT /v2.0/ports/f92effdf-540d-4d48-8c66-7e089f7b4185 HTTP/1.1" status: 200 len: 1094 time: 8.4414377 Nov 24 17:40:57.336023 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787d963b-9ac9-4643-970b-b5dfc41a824b,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:57.418540 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f9329512-7dd0-46f5-ae0c-6c9251131f2f req-491135f4-b756-48aa-b493-4385b16b51f4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0819235 Nov 24 17:40:57.429667 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.440575 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-eaec8ba2-f204-433e-9133-256fdea95909 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.1362369 Nov 24 17:40:57.447879 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.479003 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d4417319-e259-48aa-bf48-d9936f668075 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/787d963b-9ac9-4643-970b-b5dfc41a824b HTTP/1.1" status: 204 len: 168 time: 1.8447723 Nov 24 17:40:57.479980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48882) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:57.542362 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48886) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:57.569659 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group_rule': {'security_group_id': 'e329e41d-17b7-4876-8c24-2cd8d9236b90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:40:57.682587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:57.683375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.895499 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7dee201-3365-4a68-83fc-b75e72288c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.918324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7dee201-3365-4a68-83fc-b75e72288c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:57.947350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38cb314-4df9-42fc-be8e-72135a32bd37 x-openstack-request-id: req-b38cb314-4df9-42fc-be8e-72135a32bd37 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:40:57.948979 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:40:57.951321 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b38cb314-4df9-42fc-be8e-72135a32bd37 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:40:57.956011 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a', 'status': 'completed', 'code': 200} Nov 24 17:40:57.970100 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.011951 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee201-3365-4a68-83fc-b75e72288c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d03c198-1c29-447e-8348-ababb6e91432,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:58.083204 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fd21b8fa-42ed-43ea-8282-f5c0aa155d7f req-9f847c2e-f4e0-459c-9b84-c74f84e2eb07 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 210 time: 0.0779231 Nov 24 17:40:58.142990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.174447 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a7dee201-3365-4a68-83fc-b75e72288c38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=422566108d06434ba88d63cce9eae305&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7979469 Nov 24 17:40:58.178050 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48908) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:58.290745 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca29067-f69c-4bb8-a2b0-0cdb0506360f req-6f29df25-03e1-4ac8-84ee-3b4350ba9506 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:58.296034 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ca29067-f69c-4bb8-a2b0-0cdb0506360f req-6f29df25-03e1-4ac8-84ee-3b4350ba9506 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 943 time: 0.4119642 Nov 24 17:40:58.548600 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.555346 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-958d089f-ddd5-403b-ab4f-2d1b1861d1b8 req-ff3176a5-e1a4-4abb-82cb-886ded61250d service neutron] 10.222.0.62 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2115781 Nov 24 17:40:58.556538 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ea14-d82c-4819-b799-c4ff7b19fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:58.658522 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.803553 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24c1d8-5923-4fd9-bc86-1cc19310a00d None None] Pushing event updated for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:58.852405 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ca29067-f69c-4bb8-a2b0-0cdb0506360f req-9fb752cf-c309-49e2-8159-0ff56684a0b2 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393639 Nov 24 17:40:58.907732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.918113 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-4a2ac973-aea4-4cba-95bf-0df1d9879bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:58.920820 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-4a2ac973-aea4-4cba-95bf-0df1d9879bcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 1097 time: 1.4117868 Nov 24 17:40:58.937669 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:58.974732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4cc05-9e73-4738-87d8-e9db3020322f req-2cedd594-5062-46b9-b924-b99649480f23 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:58.987127 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60b4cc05-9e73-4738-87d8-e9db3020322f req-2cedd594-5062-46b9-b924-b99649480f23 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 944 time: 0.3238230 Nov 24 17:40:59.060116 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Attempting to bind port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:40:59.060479 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Attempting to bind port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:40:59.060832 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Attempting to bind port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:40:59.151152 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.156538 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.160876 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d03c198-1c29-447e-8348-ababb6e91432 HTTP/1.1" status: 204 len: 168 time: 0.9777892 Nov 24 17:40:59.166365 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:40:59.166365 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Checking segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:40:59.166365 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.166783 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Bound using segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:40:59.168338 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60b4cc05-9e73-4738-87d8-e9db3020322f req-31d21775-7a29-4595-a7c0-fceb7b75cf88 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794686 Nov 24 17:40:59.173710 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Bound port: 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:40:59.173853 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.182517 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef26d0-d9ef-4e91-b427-7314cb4744b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d03c198-1c29-447e-8348-ababb6e91432,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:59.356290 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-4bd208ae-aa7b-45a5-986a-dcfef681348f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:40:59.357889 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-4bd208ae-aa7b-45a5-986a-dcfef681348f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 818 time: 0.1794686 Nov 24 17:40:59.384429 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-f862ccf8-f161-4df1-b886-b5537b0b424d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/quotas/a5aa68feded84b10b0943f823936db5d HTTP/1.1" status: 200 len: 375 time: 0.0193806 Nov 24 17:40:59.404981 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.442013 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] For port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:40:59.452342 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] For port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:40:59.474507 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.528607 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-c6453efb-f15b-4e2b-bbd6-7eab6f6b3e91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92effdf-540d-4d48-8c66-7e089f7b4185 HTTP/1.1" status: 200 len: 217 time: 0.1535184 Nov 24 17:40:59.541242 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.554225 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-e5a83667-5a76-43ee-9bc6-02130984796d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615446 Nov 24 17:40:59.637056 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0f342909-351f-4196-bcbc-20d30d97cd8b up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:40:59.678680 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24c1d8-5923-4fd9-bc86-1cc19310a00d None None] Pushing event updated for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:59.694480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 48956) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:59.707840 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:40:59.708715 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:40:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:40:59.725341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5051e302-b81f-48ee-aae9-8095cfa49b72,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:40:59.790548 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-24dbd86c-bbae-4e48-b80f-5aba7e0f006a service neutron] 10.222.0.41 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244055 Nov 24 17:40:59.799865 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0f342909-351f-4196-bcbc-20d30d97cd8b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:40:59.800558 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.908717 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:40:59.918641 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.920746 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48966) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:40:59.968635 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:40:59.971477 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43995652-35c5-4e4a-9767-878f9993a5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:40:59.977108 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:40:59.979017 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-84cc664e-9701-4b9e-8f15-5679c2b1d350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4421284 Nov 24 17:40:59.988480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.988480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.988480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.988480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > port after_create 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.988480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.989056 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > port after_update 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.989056 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.989683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.990218 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:40:59.990696 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:00.043299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 48972) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:00.060732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:00.202714 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ce488d44-49ad-41f2-8a8c-693f2d6c0e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.220801 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.311561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:00.311927 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:00.312310 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:00.312645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:00.313040 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a420926c-c2cb-4241-a2c3-9267bea4f91c']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:00.349072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3c9d41-982e-4c63-bf1a-5749ec717acb') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:00.349375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3c9d41-982e-4c63-bf1a-5749ec717acb') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:00.377511 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.383455 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-6f1ce090-6b83-4659-84bb-ad0938cb6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:00.385130 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-6f1ce090-6b83-4659-84bb-ad0938cb6223 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e57038b402634489be645f87618aec76&device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 1096 time: 1.0196061 Nov 24 17:41:00.536882 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b0445-f046-4414-8138-908a6baf41d1 req-389e41ba-b3dd-404d-b5e4-f962954747fa tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:00.537973 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5', 'name': '', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:42Z', 'updated_at': '2021-11-24T17:40:59Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'subnets': [{'id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:00.540613 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649b0445-f046-4414-8138-908a6baf41d1 req-389e41ba-b3dd-404d-b5e4-f962954747fa tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 943 time: 0.4189060 Nov 24 17:41:00.574120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-8561a0b0-a6fe-47b7-b8e6-a2517e7f988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:00.575781 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-8561a0b0-a6fe-47b7-b8e6-a2517e7f988f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9805462-0069-496d-a516-aba474054a64 HTTP/1.1" status: 200 len: 913 time: 0.1799626 Nov 24 17:41:00.582401 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-47f61de6-006e-4d52-9c3e-4ebaea7b3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:00.584449 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-47f61de6-006e-4d52-9c3e-4ebaea7b3828 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.9208472 Nov 24 17:41:00.641503 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.62', 51048) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:00.657564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.686343 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649b0445-f046-4414-8138-908a6baf41d1 req-46fec4e1-4bf1-4a67-b3a5-241707d12618 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247756 Nov 24 17:41:00.730373 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-56278c91-36b6-4dee-b1db-47939d6aeb97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345525 Nov 24 17:41:00.733554 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810b1b6-5d4d-4692-9f70-3850fd5ca7fc None None] The sync data for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi is: [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:40:44Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5', 'name': '', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:42Z', 'updated_at': '2021-11-24T17:40:59Z', 'revision_number': 4, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'subnets': [{'id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:41:00.737366 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-0ee7cd4b-fe15-4112-8cce-10e529325f4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a HTTP/1.1" status: 200 len: 217 time: 0.1519344 Nov 24 17:41:00.836035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:41:00.836967 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.847879 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aacb716-f0df-4a1e-9bee-ff1a1cf901c8 x-openstack-request-id: req-7aacb716-f0df-4a1e-9bee-ff1a1cf901c8 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:00.848436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:00.848888 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aacb716-f0df-4a1e-9bee-ff1a1cf901c8 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:00.849515 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185', 'status': 'completed', 'code': 200} Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: from cryptography.utils import int_from_bytes Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: from cryptography.utils import int_from_bytes Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:41:00.854939 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:41:00.875843 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ce488d44-49ad-41f2-8a8c-693f2d6c0e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:00.894734 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-c69d4e7e-06d9-4cf2-b2a0-0ec114072ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0831559 Nov 24 17:41:00.946860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ce488d44-49ad-41f2-8a8c-693f2d6c0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.153098 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b758cf2-41d5-4cd6-909e-24a1f05175d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.168416 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce488d44-49ad-41f2-8a8c-693f2d6c0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97eb8b-8ba6-422b-8c7a-1f5bc80b199c,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:01.265854 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-ce488d44-49ad-41f2-8a8c-693f2d6c0e42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b25146efceb4ebaa1e6cb5ae25a2825&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3354421 Nov 24 17:41:01.269251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.270384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49018) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:01.286717 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-8887d78f-34c1-4175-a253-b48e783f2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:01.288588 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-8887d78f-34c1-4175-a253-b48e783f2363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90231e00-e1bd-466e-9f29-16c9347db3f2 HTTP/1.1" status: 200 len: 852 time: 0.4380105 Nov 24 17:41:01.331333 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.334921 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a420926c-c2cb-4241-a2c3-9267bea4f91c HTTP/1.1" status: 204 len: 168 time: 3.5921285 Nov 24 17:41:01.353378 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49022) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:01.369658 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-f0ac5762-8cdb-4fa5-a568-44998dc496d6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:01.371407 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-f0ac5762-8cdb-4fa5-a568-44998dc496d6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 818 time: 0.7097521 Nov 24 17:41:01.385350 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7b756310-67a0-4690-a31d-578826fccebc req-5f90ca02-5cb1-44eb-9fd5-20bb69c93f59 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 210 time: 0.2008507 Nov 24 17:41:01.426639 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-6d4d212b-ad93-485c-9139-2579b0678250 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9805462-0069-496d-a516-aba474054a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213965 Nov 24 17:41:01.427335 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdb8a6-4b5d-4359-97a7-9e45d51cb868 admin admin] Pushing event deleted for resources: {'Network': ['ID=a420926c-c2cb-4241-a2c3-9267bea4f91c,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:01.443231 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Request body: {'port': {'device_id': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'admin_state_up': True, 'tenant_id': 'a5aa68feded84b10b0943f823936db5d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:01.560733 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.576043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc1ab-b73b-4781-8662-e6524844afea req-18835f1a-d3e0-479e-8a9b-e1c2b460f41f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:01.587383 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4dfbc1ab-b73b-4781-8662-e6524844afea req-18835f1a-d3e0-479e-8a9b-e1c2b460f41f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 944 time: 0.6892269 Nov 24 17:41:01.672836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:01.679021 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-825d786e-843a-4f78-90ba-d2f52c66f038 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9305425 Nov 24 17:41:01.836646 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:01.837669 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:01.986323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.032940 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Deleting subnet af7169fc-157b-44dd-a2fd-c3042fbcc5be {{(pid=109259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:41:02.059299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.127002 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.173852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e6ed6-7b65-440f-b5f8-f721ebab35a9 req-061c2aea-6d72-405a-a784-a7ddafca6439 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:02.175582 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c4e6ed6-7b65-440f-b5f8-f721ebab35a9 req-061c2aea-6d72-405a-a784-a7ddafca6439 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 943 time: 0.2810562 Nov 24 17:41:02.181814 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4dfbc1ab-b73b-4781-8662-e6524844afea req-81b9b868-6eb6-4fcf-8942-c36ca476d91a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930071 Nov 24 17:41:02.192548 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.211492 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:02.222254 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.256694 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b758cf2-41d5-4cd6-909e-24a1f05175d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.260395 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-82344571-ddf8-492a-882e-ce160286e19e service neutron] 10.222.0.62 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179322 Nov 24 17:41:02.312951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8b758cf2-41d5-4cd6-909e-24a1f05175d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.355001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:02.380668 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.399024 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Made reservation on behalf of a5aa68feded84b10b0943f823936db5d for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:02.404405 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.492053 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.525869 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-979ea1f6-2202-40c1-a6a4-fc7efb1cfe27 req-8fe10a7a-86e9-4679-97eb-e670fa693679 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835248 Nov 24 17:41:02.555436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b758cf2-41d5-4cd6-909e-24a1f05175d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f7901-a931-47f2-836c-9ab86208eded,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:02.566524 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Allocated IP 172.27.2.149 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/5a21c97d-b668-4a36-8906-4e5747620474) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:02.611066 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c4e6ed6-7b65-440f-b5f8-f721ebab35a9 req-221ab0ca-e419-477e-9c3f-df4ce17a1dcb tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061464 Nov 24 17:41:02.671131 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8b758cf2-41d5-4cd6-909e-24a1f05175d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=154f5a044f384828ae67777b7e6f5d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9390342 Nov 24 17:41:02.702531 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49066) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:02.721829 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23b293bf-0bc9-49e1-ad0f-a914d03f5074 req-e9edd71b-f84c-47e8-a023-ffe7d551edca tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 210 time: 0.0879819 Nov 24 17:41:02.745370 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49068) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:02.754276 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d56d8566-2669-4f81-94b9-59ed0d7d6bac req-ac627a57-cca1-46d3-96da-d4e90fdb5138 service neutron] 10.222.0.62 "GET /v2.0/networks/e9805462-0069-496d-a516-aba474054a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512670 Nov 24 17:41:02.798453 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-b7366eb7-9148-4a18-b3f5-648e1feb6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:02.800641 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-b7366eb7-9148-4a18-b3f5-648e1feb6b2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 1097 time: 0.1277893 Nov 24 17:41:02.815597 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.820480 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:02.826351 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a97eb8b-8ba6-422b-8c7a-1f5bc80b199c HTTP/1.1" status: 204 len: 168 time: 1.5438497 Nov 24 17:41:02.947781 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Allocated IP 172.20.0.8 (f0ce909e-0041-45b3-b60b-b3777a2f7bc3/34813b7e-eb99-4c1c-9f64-dd7964a4cb98/c1539423-654b-4145-9cd9-562bde307490) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:03.105250 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45d7bd-394e-485c-8732-68b460472f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97eb8b-8ba6-422b-8c7a-1f5bc80b199c,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:03.134509 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.246789 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7169fc-157b-44dd-a2fd-c3042fbcc5be,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:03.266051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-3e731129-7a0a-4ea5-8ede-a78ea034bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:03.267662 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-3e731129-7a0a-4ea5-8ede-a78ea034bf3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 915 time: 0.4006066 Nov 24 17:41:03.277618 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-afad0e0f-40a8-4919-81a3-66fdf2341a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.300382 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.311334 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5fbac11c-a780-4f53-b61f-6a305517fac0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af7169fc-157b-44dd-a2fd-c3042fbcc5be HTTP/1.1" status: 204 len: 168 time: 1.9300673 Nov 24 17:41:03.327423 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49082) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:03.334062 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-c4add8aa-26c6-48dc-ab51-2b0f8ebd6740 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92effdf-540d-4d48-8c66-7e089f7b4185 HTTP/1.1" status: 200 len: 217 time: 0.0580704 Nov 24 17:41:03.383046 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.430086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.480285 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:03.594702 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.598762 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.604243 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.607095 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b8f7901-a931-47f2-836c-9ab86208eded HTTP/1.1" status: 204 len: 168 time: 0.8835123 Nov 24 17:41:03.622201 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:03.622751 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.641525 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-d66ef9d2-accd-4eea-802f-51ecbf54b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:03.644459 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-d66ef9d2-accd-4eea-802f-51ecbf54b2a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.2874467 Nov 24 17:41:03.657470 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.696445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817d20a-d288-4bd3-9646-fbb11bfc852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f7901-a931-47f2-836c-9ab86208eded,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:03.755960 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-531b1b30-429e-4a92-b351-d37539af105d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044250 Nov 24 17:41:03.860971 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.900984 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-d1aa8d90-16c7-4170-8c91-c57bb04c4e6e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:03.905366 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-d1aa8d90-16c7-4170-8c91-c57bb04c4e6e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 818 time: 0.5336363 Nov 24 17:41:03.909587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:03.918407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:03.941842 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbdd97-a911-435c-a5f8-9b550d36cee6 req-e5832b35-d5f7-4925-91c0-eef7429e989f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:03.950838 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c4dbdd97-a911-435c-a5f8-9b550d36cee6 req-e5832b35-d5f7-4925-91c0-eef7429e989f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 944 time: 0.4105382 Nov 24 17:41:03.972826 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Request body: {'port': {'device_id': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'admin_state_up': True, 'tenant_id': 'a5aa68feded84b10b0943f823936db5d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:04.074024 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:04.098496 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:04.105509 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:04.141494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-afad0e0f-40a8-4919-81a3-66fdf2341a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.166576 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.192818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-afad0e0f-40a8-4919-81a3-66fdf2341a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.201953 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-886c2265-4301-4b3b-97a4-4c641f6fae4a service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223859 Nov 24 17:41:04.215520 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaf280a-6fda-40d8-9849-f02b5301c488']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:04.255682 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862f6911-6c93-44a3-b3d8-17fd0ccf5a72') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:04.256061 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862f6911-6c93-44a3-b3d8-17fd0ccf5a72') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:04.274728 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-afad0e0f-40a8-4919-81a3-66fdf2341a6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41b76b0a45cf4068aa527a1190654681&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5270121 Nov 24 17:41:04.275562 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.284875 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,segment=NetworkSegment(2a276024-11d8-445a-9df8-3b974eb2c0bb),segment_id=2a276024-11d8-445a-9df8-3b974eb2c0bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:04.288000 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49106) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:04.298196 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab08f-1b30-42c0-847a-6a1b5d615693 req-79fe7144-f5a7-4554-8464-188eff3a0ece tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:04.300025 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.301040 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-052ab08f-1b30-42c0-847a-6a1b5d615693 req-79fe7144-f5a7-4554-8464-188eff3a0ece tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 943 time: 0.5202444 Nov 24 17:41:04.336281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a', 'network_id': 'e9805462-0069-496d-a516-aba474054a64', 'port_id': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a', 'mac_address': 'fa:16:3e:fb:f5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90231e00-e1bd-466e-9f29-16c9347db3f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:04.336481 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c4dbdd97-a911-435c-a5f8-9b550d36cee6 req-7a34af9d-5b16-4803-98be-f5171f0ab789 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790195 Nov 24 17:41:04.414319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.439730 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:04.449823 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:41:04.450307 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:41:04.458587 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:41:04.461708 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=5a21c97d-b668-4a36-8906-4e5747620474,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:04.472203 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.477237 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:04.493984 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:04.511700 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Made reservation on behalf of a5aa68feded84b10b0943f823936db5d for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:04.514845 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.540930 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:04.549234 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Pushing event updated for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:04.596117 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,segment=NetworkSegment(2a276024-11d8-445a-9df8-3b974eb2c0bb),segment_id=2a276024-11d8-445a-9df8-3b974eb2c0bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:04.611729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.633029 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-43995652-35c5-4e4a-9767-878f9993a5c7 req-da1e460f-039b-449d-9176-f64a4187d865 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134288 Nov 24 17:41:04.641151 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad0e0f-40a8-4919-81a3-66fdf2341a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e972fc7-ba59-4064-a307-a5b762cbcbf6,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:04.671342 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:04.672240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.684276 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.686976 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.738400 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.742285 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] 10.222.0.41 "DELETE /v2.0/networks/fdaf280a-6fda-40d8-9849-f02b5301c488 HTTP/1.1" status: 204 len: 168 time: 1.4102533 Nov 24 17:41:04.743375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.768316 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3a57-5a6c-4be1-8ab8-18abceac253d admin admin] Pushing event deleted for resources: {'Network': ['ID=fdaf280a-6fda-40d8-9849-f02b5301c488,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:04.773692 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:04.803215 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-d2ff35da-0c87-4180-b6ae-686066c75ce3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3848097 Nov 24 17:41:04.821077 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0d805f5e-5c09-43e4-baa9-17f4f3b06d7e req-cfc15024-6162-4b7d-b105-e01c1273288b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 210 time: 0.1540532 Nov 24 17:41:04.827335 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-052ab08f-1b30-42c0-847a-6a1b5d615693 req-c0d51b59-35db-44c1-8c1a-8cc7dfbb11ad tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576302 Nov 24 17:41:04.841341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.856236 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:04.869751 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Request body: {'port': {'device_id': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:04.872240 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:04.945695 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49116) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:04.991110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b9baf4c8-7286-46f9-9966-661945450715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.043593 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.062325 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Allocated IP 172.20.0.11 (f0ce909e-0041-45b3-b60b-b3777a2f7bc3/34813b7e-eb99-4c1c-9f64-dd7964a4cb98/a4d96d74-e5b1-4c98-95fa-754e7db26aba) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:05.200592 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.212968 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.321049 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b9baf4c8-7286-46f9-9966-661945450715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.343237 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b9baf4c8-7286-46f9-9966-661945450715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.389096 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.414937 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.420931 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.433236 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e972fc7-ba59-4064-a307-a5b762cbcbf6 HTTP/1.1" status: 204 len: 168 time: 1.1402595 Nov 24 17:41:05.449662 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.478094 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=5a21c97d-b668-4a36-8906-4e5747620474,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:05.479834 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.496435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.498876 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dcf0f7ac-bf77-4caa-866c-130a6e2d45ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4516492 Nov 24 17:41:05.536068 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b9baf4c8-7286-46f9-9966-661945450715 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=467e33dc28554029b5c51008341bdcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881624 Nov 24 17:41:05.537727 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baf4c8-7286-46f9-9966-661945450715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee57ee-1319-49f7-92c8-43a40941a51a,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:05.541996 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49132) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:05.573035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49134) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:05.574283 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Pushing event updated for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:05.615039 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb788105-5821-416a-a09a-58a57f8a4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e972fc7-ba59-4064-a307-a5b762cbcbf6,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:05.701361 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.727519 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b5ea-b0d5-4fa5-a576-a6e69de3cda2 req-dcd1f796-a225-4fb1-8aad-55107177486f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:05.730557 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a271b5ea-b0d5-4fa5-a576-a6e69de3cda2 req-dcd1f796-a225-4fb1-8aad-55107177486f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 944 time: 0.1365852 Nov 24 17:41:05.794220 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.865904 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f92effdf-540d-4d48-8c66-7e089f7b4185 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:05.896438 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a271b5ea-b0d5-4fa5-a576-a6e69de3cda2 req-ad92df15-ecba-43e9-bd29-af50ecd71f7a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515977 Nov 24 17:41:05.916324 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:05.944525 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.948422 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:05.950911 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8ee57ee-1319-49f7-92c8-43a40941a51a HTTP/1.1" status: 204 len: 168 time: 0.4072764 Nov 24 17:41:05.974823 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f0ac-49ce-4105-9d6e-49f1ca37db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee57ee-1319-49f7-92c8-43a40941a51a,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:05.999263 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:06.044365 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:06.078196 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4cc5ade9-8062-42b4-96cd-61158f0d86bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bade3b19d5249d68e59ba89917b1951&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4861441 Nov 24 17:41:06.078196 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:06.083243 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49148) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:06.263700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfecc-c0ed-4362-9774-bfba08e59b98 req-30627443-8ce7-4914-8d0a-9609917942b4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:06.266484 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-972bfecc-c0ed-4362-9774-bfba08e59b98 req-30627443-8ce7-4914-8d0a-9609917942b4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 944 time: 0.2777090 Nov 24 17:41:06.307622 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49152) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:06.356567 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffb9f-c2de-4d75-be19-ba0776c51e1b req-eb594219-a3c9-4964-81e2-69408d74b827 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:06.369278 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eb6ffb9f-c2de-4d75-be19-ba0776c51e1b req-eb594219-a3c9-4964-81e2-69408d74b827 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 932 time: 0.2866426 Nov 24 17:41:06.401855 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.405983 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bfd-a6de-4185-9844-ed87822760f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.424683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:06.425933 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.437799 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1539423-654b-4145-9cd9-562bde307490 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:06.461913 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.489142 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-e116fd18-7b36-47c3-b0c9-21ee56e1296c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5304995 Nov 24 17:41:06.514912 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Request body: {'port': {'device_id': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:06.522746 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Transition to ACTIVE for port object c1539423-654b-4145-9cd9-562bde307490 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:41:06.535428 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.555461 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.576319 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-972bfecc-c0ed-4362-9774-bfba08e59b98 req-8b30b4e0-1b63-423c-8473-1bbd018406fa tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012168 Nov 24 17:41:06.579291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:06.613272 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:06.629777 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:06.634258 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.645601 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f92effdf-540d-4d48-8c66-7e089f7b4185,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:06.656740 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eb6ffb9f-c2de-4d75-be19-ba0776c51e1b req-2240fcc0-efb7-4fe4-8242-7e6d111f3542 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860401 Nov 24 17:41:06.846093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'f92effdf-540d-4d48-8c66-7e089f7b4185', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'port_id': 'f92effdf-540d-4d48-8c66-7e089f7b4185', 'mac_address': 'fa:16:3e:a1:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45362b9d-ffba-4017-8856-7b961a373a20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:06.914619 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.944605 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.948962 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:06.960146 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/185554a2-c7f9-44df-be2b-a9ec363ed343 HTTP/1.1" status: 204 len: 168 time: 0.8717632 Nov 24 17:41:06.999261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.089383 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92effdf-540d-4d48-8c66-7e089f7b4185 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:07.092066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6b76-7543-4df8-8006-e818630175d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185554a2-c7f9-44df-be2b-a9ec363ed343,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:07.119957 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f92effdf-540d-4d48-8c66-7e089f7b4185,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:07.122873 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.144922 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.217706 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bfd-a6de-4185-9844-ed87822760f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.247380 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:07.297749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bfd-a6de-4185-9844-ed87822760f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.335628 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,segment=NetworkSegment(2a276024-11d8-445a-9df8-3b974eb2c0bb),segment_id=2a276024-11d8-445a-9df8-3b974eb2c0bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:07.352874 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:07.451115 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-b0bc817a-b183-49a5-80ac-0b549432dc12 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1895735572&fields=id&tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 267 time: 0.5465457 Nov 24 17:41:07.482609 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c8d05bfd-a6de-4185-9844-ed87822760f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7521982896a74d808a9017c583c17a12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1648808 Nov 24 17:41:07.489292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49184) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:07.499478 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.538700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d05bfd-a6de-4185-9844-ed87822760f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10315df-f6f3-40fa-8ed6-7af0a7a99416,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:07.576721 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a0dd7-f6ae-442a-914b-e00a7f71dcc9 req-4b6d421f-9506-4a57-a8ee-cf486f26f826 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:07.576976 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c08a0dd7-f6ae-442a-914b-e00a7f71dcc9 req-4b6d421f-9506-4a57-a8ee-cf486f26f826 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 945 time: 0.3148720 Nov 24 17:41:07.590104 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:07.593815 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:07.626167 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Attempting to bind port c1539423-654b-4145-9cd9-562bde307490 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:07.626815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Attempting to bind port c1539423-654b-4145-9cd9-562bde307490 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:07.627312 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Attempting to bind port c1539423-654b-4145-9cd9-562bde307490 on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:07.673758 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49190) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:07.688935 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Port c1539423-654b-4145-9cd9-562bde307490 on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:41:07.689842 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Attempting to bind port c1539423-654b-4145-9cd9-562bde307490 on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:07.745033 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:07.746196 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Checking segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:07.747160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Bound using segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:07.748200 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Bound port: c1539423-654b-4145-9cd9-562bde307490, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:07.749091 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.849412 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd3890-016e-436b-9523-4c9da755d840" -d '{"events": [{"server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "name": "network-vif-plugged", "status": "completed", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:07.898817 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c08a0dd7-f6ae-442a-914b-e00a7f71dcc9 req-8d8a661b-f1fb-4d40-a5b7-468a00c9786b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061247 Nov 24 17:41:07.902117 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.909864 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:07.913626 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c1539423-654b-4145-9cd9-562bde307490,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:07.915535 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-9532f9cf-51b9-449d-9312-dda33fa37f77 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:07.923148 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-9532f9cf-51b9-449d-9312-dda33fa37f77 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 811 time: 0.4553964 Nov 24 17:41:07.950585 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-8b2bfddb-6d7d-45ff-b454-33ecdc32253c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/quotas/47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 375 time: 0.0260198 Nov 24 17:41:07.952024 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:07.976215 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.007768 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8f90cf69-0545-43a4-a273-30350f3824d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18ab3a3a43a641989b8b8deea01b82c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301494 Nov 24 17:41:08.012724 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49202) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:08.016691 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d96d74-e5b1-4c98-95fa-754e7db26aba {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:08.041052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.066060 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:08.066719 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.068626 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] 10.222.0.62 "PUT /v2.0/ports/c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 1093 time: 3.2508681 Nov 24 17:41:08.070638 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.075897 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.076581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'tag': 'c1539423-654b-4145-9cd9-562bde307490'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:08.078997 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c10315df-f6f3-40fa-8ed6-7af0a7a99416 HTTP/1.1" status: 204 len: 168 time: 0.5722945 Nov 24 17:41:08.079503 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286063ce-9808-4021-b203-8576004deafd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "tag": "c1539423-654b-4145-9cd9-562bde307490"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:08.109852 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Transition to ACTIVE for port object a4d96d74-e5b1-4c98-95fa-754e7db26aba will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:41:08.138058 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.158887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c095744-a3d8-4604-8283-61cc1d3904a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10315df-f6f3-40fa-8ed6-7af0a7a99416,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:08.200668 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-b3cdb144-9648-4539-9cd9-cf816368d319 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464192 Nov 24 17:41:08.223012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3292b1-7520-4e50-a4e1-248acc04e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:08.232498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1801a-9b2b-4ad1-9ae6-52d9a1d3b509 req-f9dcb163-7e63-4937-ae20-c53916ab066c tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:08.234397 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cac1801a-9b2b-4ad1-9ae6-52d9a1d3b509 req-f9dcb163-7e63-4937-ae20-c53916ab066c tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.1531918 Nov 24 17:41:08.360919 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cac1801a-9b2b-4ad1-9ae6-52d9a1d3b509 req-17aa9ff8-db9b-42c8-955e-bbba20c01a89 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 Nov 24 17:41:08.387224 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.427634 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-c7d6dce4-1123-49b2-bf77-88690b54e33b service neutron] 10.222.0.41 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182443 Nov 24 17:41:08.450573 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:08.469780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-3a7ff42d-eeb0-45b1-a693-aa5990f75f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:08.472713 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-3a7ff42d-eeb0-45b1-a693-aa5990f75f1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1096 time: 0.3382070 Nov 24 17:41:08.511527 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.581338 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09722242-f9fd-4b4b-9f52-aee2653b3711 req-4f0f5a7b-daf0-4105-bcd0-64c077d360fe tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:08.583534 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-09722242-f9fd-4b4b-9f52-aee2653b3711 req-4f0f5a7b-daf0-4105-bcd0-64c077d360fe tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 944 time: 0.1217816 Nov 24 17:41:08.585808 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-277306f4-ff50-40b3-9e92-4fc1a9de2470 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0942154 Nov 24 17:41:08.629637 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-ab6dec90-70a5-42cd-b363-9a72e9d56e93 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007716 Nov 24 17:41:08.695637 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Attempting to bind port a4d96d74-e5b1-4c98-95fa-754e7db26aba on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:08.696130 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Attempting to bind port a4d96d74-e5b1-4c98-95fa-754e7db26aba by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:08.696410 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Attempting to bind port a4d96d74-e5b1-4c98-95fa-754e7db26aba on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:08.718341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Port a4d96d74-e5b1-4c98-95fa-754e7db26aba on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:41:08.718341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Attempting to bind port a4d96d74-e5b1-4c98-95fa-754e7db26aba on network f0ce909e-0041-45b3-b60b-b3777a2f7bc3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:08.720473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-09722242-f9fd-4b4b-9f52-aee2653b3711 req-04f73e57-8d68-4f66-bc50-8c55dd93d818 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252606 Nov 24 17:41:08.724062 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-2a5bec30-4408-4587-bada-142000a677c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:08.725921 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-2a5bec30-4408-4587-bada-142000a677c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.1227512 Nov 24 17:41:08.749026 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:08.749280 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Checking segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:08.749663 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Bound using segment: {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:08.750160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Bound port: a4d96d74-e5b1-4c98-95fa-754e7db26aba, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c751ea-4dcd-486b-97aa-2d28d49555d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:08.750543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.775238 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-b0d205bf-0e16-4a63-b539-99865a500aef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417702 Nov 24 17:41:08.775925 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.779317 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:08.784467 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8cd05f2-0b09-49ae-a15b-19e308108283 HTTP/1.1" status: 204 len: 168 time: 0.7705350 Nov 24 17:41:08.853290 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f46c-3946-4424-ad32-72971f8aa12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd05f2-0b09-49ae-a15b-19e308108283,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:08.942610 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:08.948065 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:08.963050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:09.023098 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-215b6eef-b7a9-4126-9708-d60d73a5a74c service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369101 Nov 24 17:41:09.027319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c7e86-4fbc-46df-88b4-516fe170ec34 x-openstack-request-id: req-fc0c7e86-4fbc-46df-88b4-516fe170ec34 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:09.028066 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "tag": "c1539423-654b-4145-9cd9-562bde307490", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:09.028947 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0c7e86-4fbc-46df-88b4-516fe170ec34 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:09.029797 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'tag': 'c1539423-654b-4145-9cd9-562bde307490', 'status': 'completed', 'code': 200} Nov 24 17:41:09.090633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:09.092203 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:09.095547 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] 10.222.0.62 "PUT /v2.0/ports/a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 200 len: 1094 time: 2.5908217 Nov 24 17:41:09.209688 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:09.233010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdc342-3e10-42a2-92ee-4c53ee7d8a9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:09.233381 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da69e566-d264-44dd-977a-efec82191610 req-acad0f78-0b50-4923-8215-546f098c8457 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 210 time: 0.1427209 Nov 24 17:41:09.377703 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-c33ceb57-88f4-4699-aa88-5b88a6aabdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:09.379677 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-c33ceb57-88f4-4699-aa88-5b88a6aabdf5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1097 time: 0.2368295 Nov 24 17:41:09.448119 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-855006f1-2519-4f84-a81b-968e3580637c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 200 len: 217 time: 0.0584497 Nov 24 17:41:09.454276 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c5d42dd-01f8-4e6a-aebe-cc76524d77d7 req-0ec452b7-7ee7-4932-a439-59dc7537b814 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962474 Nov 24 17:41:09.517283 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177de8-0601-4062-92de-3afabff8979c req-28c1948f-6a5f-4cd8-b670-c74bc00bf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:09.520802 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-28c1948f-6a5f-4cd8-b670-c74bc00bf900 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0648179 Nov 24 17:41:09.632979 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-71296b31-fc96-4490-8736-4cabe0e13d10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053636 Nov 24 17:41:09.694548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286063ce-9808-4021-b203-8576004deafd req-40319566-f953-4084-86cb-2ee255204ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:09.696170 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-40319566-f953-4084-86cb-2ee255204ada service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1096 time: 0.1295972 Nov 24 17:41:09.711074 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598aadf-302f-4d96-b3ca-13beb818f45c req-51fc7f3a-6369-4fd9-b8ae-c34142dbf112 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:09.719610 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5598aadf-302f-4d96-b3ca-13beb818f45c req-51fc7f3a-6369-4fd9-b8ae-c34142dbf112 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 945 time: 0.3076346 Nov 24 17:41:09.802407 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac60b9-e4a4-425c-a062-2fd86c1484be x-openstack-request-id: req-35ac60b9-e4a4-425c-a062-2fd86c1484be {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:09.803709 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "name": "network-vif-plugged", "status": "completed", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:09.805982 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ac60b9-e4a4-425c-a062-2fd86c1484be {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:09.810942 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a', 'code': 200} Nov 24 17:41:09.883566 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f92effdf-540d-4d48-8c66-7e089f7b4185 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:09.981090 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5598aadf-302f-4d96-b3ca-13beb818f45c req-9d5349c0-0ea9-4ceb-8926-a83b5b72b20e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476549 Nov 24 17:41:10.053863 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-4a33a135-f01e-460f-904b-ea4b7b9ee099 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096456 Nov 24 17:41:10.139166 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286063ce-9808-4021-b203-8576004deafd req-7cb1c3bc-6812-4bc4-98fe-0ded434c3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:10.142464 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-7cb1c3bc-6812-4bc4-98fe-0ded434c3bca service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.4365993 Nov 24 17:41:10.151996 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5614bc8-2545-477c-9594-80e181b1cd79 req-72c0afb7-c5bf-4403-9b7f-7556638ba2a0 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:10.160915 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5614bc8-2545-477c-9594-80e181b1cd79 req-72c0afb7-c5bf-4403-9b7f-7556638ba2a0 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.1776354 Nov 24 17:41:10.180900 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-253697e1-5821-41aa-ad51-34b5164aef8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:10.210760 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port f92effdf-540d-4d48-8c66-7e089f7b4185 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:10.225751 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port f92effdf-540d-4d48-8c66-7e089f7b4185 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:10.229812 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:10.242151 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-4407859c-8878-4fbb-813f-664cda3e9e8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0893672 Nov 24 17:41:10.251553 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:41:10.327749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bbcec-d3e6-4bc5-9472-95a496dcd768 req-2e2dfba9-4b08-473e-9685-81f72a1fb7f5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:10.331034 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aa2bbcec-d3e6-4bc5-9472-95a496dcd768 req-2e2dfba9-4b08-473e-9685-81f72a1fb7f5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 944 time: 0.2185342 Nov 24 17:41:10.427144 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5614bc8-2545-477c-9594-80e181b1cd79 req-754fd85b-dd5e-487b-93d3-6b599a96aff5 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638009 Nov 24 17:41:10.473649 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2e177de8-0601-4062-92de-3afabff8979c req-5e2b2b65-b0ca-496d-95e3-bd25caecd7b3 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097908 Nov 24 17:41:10.475728 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286063ce-9808-4021-b203-8576004deafd req-2d6ddb76-3998-44a3-a54e-7efbad08925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:10.476879 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-2d6ddb76-3998-44a3-a54e-7efbad08925b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.1981294 Nov 24 17:41:10.548372 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:10.574794 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aa2bbcec-d3e6-4bc5-9472-95a496dcd768 req-5f409793-80d0-4ec9-91d1-1186cb570f82 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244334 Nov 24 17:41:10.667957 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-2f3fb98e-cd81-42b7-af58-ccb178b0a7ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722965 Nov 24 17:41:10.674248 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f92effdf-540d-4d48-8c66-7e089f7b4185,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:10.685691 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:10.703488 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eaa10ecd-4f65-4d4a-a473-9bb22e4110a4 req-bfc9d01a-32bc-479c-aba2-6e193e5f098e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 210 time: 0.0834937 Nov 24 17:41:10.835115 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-398eeeb7-b27a-44b2-84bd-ed328f2db6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:10.835942 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:10.836673 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-398eeeb7-b27a-44b2-84bd-ed328f2db6ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 1098 time: 0.3069994 Nov 24 17:41:10.866594 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-0c864f29-1ccd-433f-ad9b-281e636f1bcd service neutron] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:11.092744 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:11.095153 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491c566-a223-4908-a19a-eb218db50944" -d '{"events": [{"name": "network-changed", "server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:11.103977 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-517dda9a-2698-4d83-93d8-3cc3abee93bf service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067822 Nov 24 17:41:11.245847 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692e2e-38f0-4de7-8e3b-3765ee1a4f98 req-f5464ac2-0319-4758-a2e5-6fcdd5ce35ad tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.259527 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7692e2e-38f0-4de7-8e3b-3765ee1a4f98 req-f5464ac2-0319-4758-a2e5-6fcdd5ce35ad tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.1265221 Nov 24 17:41:11.268523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.62', 51058) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:11.291341 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-6cb284e0-d3af-4aa5-a8d8-d59755193c10 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791801 Nov 24 17:41:11.294311 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa09f03-5d56-40b6-a7d4-73b58982810f x-openstack-request-id: req-2aa09f03-5d56-40b6-a7d4-73b58982810f {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:11.294557 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:11.294801 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aa09f03-5d56-40b6-a7d4-73b58982810f {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:11.295185 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba', 'status': 'completed', 'code': 200} Nov 24 17:41:11.396791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c566-a223-4908-a19a-eb218db50944 req-5a278cb0-ebb3-463b-8e62-da4c1a0f3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.398995 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-5a278cb0-ebb3-463b-8e62-da4c1a0f3724 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1097 time: 0.1067033 Nov 24 17:41:11.403360 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7692e2e-38f0-4de7-8e3b-3765ee1a4f98 req-79ca9630-a170-4894-be9b-a57e2352a199 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355152 Nov 24 17:41:11.527903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-0c864f29-1ccd-433f-ad9b-281e636f1bcd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:11.529364 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c566-a223-4908-a19a-eb218db50944 req-824f7080-69d2-4265-9954-59f6fbc1534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.531215 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-824f7080-69d2-4265-9954-59f6fbc1534d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1226225 Nov 24 17:41:11.535268 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-0c864f29-1ccd-433f-ad9b-281e636f1bcd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:11.641116 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-e84a1e2c-a93c-4903-93d0-59ccc3d98f8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 200 len: 217 time: 0.0977778 Nov 24 17:41:11.669153 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c9ab9e9e-d6fa-4d61-8d33-406a7882c402 req-0c864f29-1ccd-433f-ad9b-281e636f1bcd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8237088 Nov 24 17:41:11.694848 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864f29-1ccd-433f-ad9b-281e636f1bcd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81db2b29-ab78-4084-9287-1c5040d5cffe,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:11.723347 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c566-a223-4908-a19a-eb218db50944 req-400ed4fe-680d-48b8-a42c-221f5ca51b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.725160 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-400ed4fe-680d-48b8-a42c-221f5ca51b21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0714493 Nov 24 17:41:11.812580 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:11.814957 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd925f85-96bf-4911-98ca-12706072b9f0" -d '{"events": [{"server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "name": "network-vif-plugged", "status": "completed", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:11.891654 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c1539423-654b-4145-9cd9-562bde307490 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:11.947226 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-3a1b1ad0-6b9e-4e2b-a8f1-f5a304660c92 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.948769 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-3a1b1ad0-6b9e-4e2b-a8f1-f5a304660c92 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 811 time: 0.6788423 Nov 24 17:41:11.956028 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-1576dbc1-4ea4-48b6-a1d2-292156f6f746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630031 Nov 24 17:41:11.965962 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85909-0e6d-4e83-8d39-bc4e38813297 req-12cff696-6f50-4df6-9a73-bb6c85e86473 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.973473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21b85909-0e6d-4e83-8d39-bc4e38813297 req-12cff696-6f50-4df6-9a73-bb6c85e86473 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 944 time: 0.1300082 Nov 24 17:41:11.984994 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a6826-7d77-4ac3-8854-e0f8b3eb547c req-d711ab50-d324-4b95-8788-156f45d7f498 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:11.992534 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-942a6826-7d77-4ac3-8854-e0f8b3eb547c req-d711ab50-d324-4b95-8788-156f45d7f498 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.1502843 Nov 24 17:41:12.029729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c1539423-654b-4145-9cd9-562bde307490,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:12.046766 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'c1539423-654b-4145-9cd9-562bde307490', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'port_id': 'c1539423-654b-4145-9cd9-562bde307490', 'mac_address': 'fa:16:3e:8a:0c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:12.114984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:12.137409 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1539423-654b-4145-9cd9-562bde307490 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:12.147946 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21b85909-0e6d-4e83-8d39-bc4e38813297 req-d6c58d35-a321-43c9-a7ec-9678609a2ed4 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734438 Nov 24 17:41:12.159094 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-6b003467-9303-4bdc-bdc9-457b992b7bd1 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 380 time: 0.1827383 Nov 24 17:41:12.164816 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c1539423-654b-4145-9cd9-562bde307490,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:12.172216 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-942a6826-7d77-4ac3-8854-e0f8b3eb547c req-d66deced-e68c-4c9a-aa62-9caca3ec8824 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787891 Nov 24 17:41:12.176467 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:12.182961 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'port': {'device_id': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'admin_state_up': True, 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'security_groups': ['e329e41d-17b7-4876-8c24-2cd8d9236b90']}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:12.234968 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-ad0de839-0b90-4e3c-990e-b91f58fbbed9 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691212 Nov 24 17:41:12.259662 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f9a46c-ed01-4f12-9b45-3fcd8d443bb3 x-openstack-request-id: req-38f9a46c-ed01-4f12-9b45-3fcd8d443bb3 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:12.260157 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "name": "network-vif-plugged", "status": "completed", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:12.260543 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38f9a46c-ed01-4f12-9b45-3fcd8d443bb3 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:12.261129 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185', 'code': 200} Nov 24 17:41:12.292682 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:12.411280 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0017a7a1-53a2-4af7-a6e3-39720e52efb7 req-727c1e5a-46ff-43b9-adf5-8dd7042d44be tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 210 time: 0.1087015 Nov 24 17:41:12.417843 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['c1539423-654b-4145-9cd9-562bde307490'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:12.509214 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c491c566-a223-4908-a19a-eb218db50944 req-f7c09c8e-ed67-4458-bc2c-206ffb5d8a97 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613828 Nov 24 17:41:12.562438 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Made reservation on behalf of 47fb5d9aefd14d2c9ac4382f6bdc116a for: {'port': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:12.567177 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:12.649317 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-20099f43-7e6d-4058-9e20-2c5d546c87f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:12.734087 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c02f-8f39-4d2d-bb71-5978c8696a5c req-dedf88b0-fc16-40be-8577-10ba8168c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:12.737458 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-50e2c02f-8f39-4d2d-bb71-5978c8696a5c req-dedf88b0-fc16-40be-8577-10ba8168c5d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 1099 time: 0.1319079 Nov 24 17:41:12.791435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149be31-da6d-46c7-a4e1-e79f61ca0605 req-b34ed8c3-e5e8-4272-bbd1-ff2b0d84aa2c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:12.793412 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2149be31-da6d-46c7-a4e1-e79f61ca0605 req-b34ed8c3-e5e8-4272-bbd1-ff2b0d84aa2c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.2003770 Nov 24 17:41:12.813114 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-50e2c02f-8f39-4d2d-bb71-5978c8696a5c req-29ef6f6e-86fe-45a2-9665-f290d23f3dad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683434 Nov 24 17:41:12.939398 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Allocated IP 172.20.0.14 (6ad01a51-cbe3-4928-a6be-0d787217b498/450dfcd4-8df1-4c9a-bb2a-bddfc3c03228/331797b4-8140-442f-a1c9-f6f42db91c49) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:12.945003 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2149be31-da6d-46c7-a4e1-e79f61ca0605 req-49165bc3-7fb5-4b53-8297-6039ff3ef30d tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383076 Nov 24 17:41:12.988655 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49384) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:13.132955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.172799 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b5d479ce-8b56-4565-a83d-9a93dd1c5240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.204925 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.272551 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b5d479ce-8b56-4565-a83d-9a93dd1c5240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.280208 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b5d479ce-8b56-4565-a83d-9a93dd1c5240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.338944 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b5d479ce-8b56-4565-a83d-9a93dd1c5240 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86adce8bc9ca46aab8ce26f18b61d460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485703 Nov 24 17:41:13.341322 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49400) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:13.342094 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d479ce-8b56-4565-a83d-9a93dd1c5240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660deb74-ebe8-4ead-be93-8ff64f2773c4,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:13.406891 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:13.467158 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.485559 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:13.497324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:13.505912 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:13.506897 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.510282 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49406) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:13.518713 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.557601 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:13.576395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-f7fc33f3-f911-47dc-b8bc-5e3598e19cde tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4087267 Nov 24 17:41:13.587052 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ec4a3-76b4-45ff-a1cd-9cf82e3bcb8d req-e6fad5bf-4157-40cf-b213-3d8682aadb52 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:13.594960 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7b2ec4a3-76b4-45ff-a1cd-9cf82e3bcb8d req-e6fad5bf-4157-40cf-b213-3d8682aadb52 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 944 time: 0.2612896 Nov 24 17:41:13.608862 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Request body: {'port': {'device_id': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:13.618101 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.626310 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.626310 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/660deb74-ebe8-4ead-be93-8ff64f2773c4 HTTP/1.1" status: 204 len: 168 time: 0.2659981 Nov 24 17:41:13.629576 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccfeb7-8f75-43d5-93a3-4fd9c5c19324 req-73b5abdd-365a-4ba1-a84d-5905c09698e9 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:13.631594 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dccfeb7-8f75-43d5-93a3-4fd9c5c19324 req-73b5abdd-365a-4ba1-a84d-5905c09698e9 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.2946792 Nov 24 17:41:13.640654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b07a7-cd80-4e76-87e5-3314629edfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660deb74-ebe8-4ead-be93-8ff64f2773c4,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:13.765011 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7b2ec4a3-76b4-45ff-a1cd-9cf82e3bcb8d req-46cdc824-974b-4bff-b8b5-623916988085 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690745 Nov 24 17:41:13.782598 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.803200 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dccfeb7-8f75-43d5-93a3-4fd9c5c19324 req-876dd4ff-5d15-481b-8ea5-92068fae93c3 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420879 Nov 24 17:41:13.869248 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-b33d7aad-9892-422b-aaa1-7376ebe9abb5 None None] Provisioning complete for port 331797b4-8140-442f-a1c9-f6f42db91c49 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:13.869850 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b33d7aad-9892-422b-aaa1-7376ebe9abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:13.975860 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-b33d7aad-9892-422b-aaa1-7376ebe9abb5 None None] Port 331797b4-8140-442f-a1c9-f6f42db91c49 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:41:13.981062 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device a4d96d74-e5b1-4c98-95fa-754e7db26aba details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:14.049818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0392313e-087d-4c40-a67d-4c70131017d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.101607 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:14.115495 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c1539423-654b-4145-9cd9-562bde307490 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:14.153608 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba', 'network_id': 'f0ce909e-0041-45b3-b60b-b3777a2f7bc3', 'port_id': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba', 'mac_address': 'fa:16:3e:f6:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34813b7e-eb99-4c1c-9f64-dd7964a4cb98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:14.190039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49066790-027f-48c0-9f0f-713baa1f7b45 req-0b7b86cf-0758-4923-b253-e3c0694db683 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:14.191872 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-49066790-027f-48c0-9f0f-713baa1f7b45 req-0b7b86cf-0758-4923-b253-e3c0694db683 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 932 time: 0.3181336 Nov 24 17:41:14.204396 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.229805 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.252625 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d96d74-e5b1-4c98-95fa-754e7db26aba {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:14.258947 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port c1539423-654b-4145-9cd9-562bde307490 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:14.271659 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port c1539423-654b-4145-9cd9-562bde307490 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:14.272076 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.301421 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:14.315809 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.363667 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09491-d03a-4d72-9ea6-602eb897eed0 req-3a628758-5ef5-46b5-8fb5-9db55bddac98 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:14.365351 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8cf09491-d03a-4d72-9ea6-602eb897eed0 req-3a628758-5ef5-46b5-8fb5-9db55bddac98 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.2220380 Nov 24 17:41:14.376976 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:14.478740 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-49066790-027f-48c0-9f0f-713baa1f7b45 req-1a6302a1-a63f-45de-a2c0-9522c5aca887 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740123 Nov 24 17:41:14.501301 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.543356 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1539423-654b-4145-9cd9-562bde307490'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:14.544427 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49440) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:14.548060 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e18625-5328-4fd1-be95-3545c6beee94" -d '{"events": [{"server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "name": "network-vif-plugged", "status": "completed", "tag": "c1539423-654b-4145-9cd9-562bde307490"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:14.559855 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dbaa-6e75-4e3e-abf2-1d05398166e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.567122 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c1539423-654b-4145-9cd9-562bde307490,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:14.572683 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['a4d96d74-e5b1-4c98-95fa-754e7db26aba'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:14.578401 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.588900 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331797b4-8140-442f-a1c9-f6f42db91c49 {{(pid=109259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:14.633320 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8cf09491-d03a-4d72-9ea6-602eb897eed0 req-3ca87f36-3b6e-43da-b7d9-e4582b679a88 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480326 Nov 24 17:41:14.640139 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.669628 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.provisioning_blocks [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Transition to ACTIVE for port object 331797b4-8140-442f-a1c9-f6f42db91c49 will not be triggered until provisioned by entity L2. {{(pid=109259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:41:14.683078 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0392313e-087d-4c40-a67d-4c70131017d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.685299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.719133 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f92107-279d-4f1e-8f71-2647d34ed96c x-openstack-request-id: req-03f92107-279d-4f1e-8f71-2647d34ed96c {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:14.719834 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "name": "network-vif-plugged", "status": "completed", "tag": "c1539423-654b-4145-9cd9-562bde307490", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:14.720120 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03f92107-279d-4f1e-8f71-2647d34ed96c {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:14.720552 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1539423-654b-4145-9cd9-562bde307490', 'code': 200} Nov 24 17:41:14.740398 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:14.753929 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Pushing event updated for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:14.767664 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0392313e-087d-4c40-a67d-4c70131017d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.917283 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-0392313e-087d-4c40-a67d-4c70131017d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=831e3feb770645c792a8e5b2822b79bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4002960 Nov 24 17:41:14.921789 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392313e-087d-4c40-a67d-4c70131017d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a467ac-c62a-4272-a14c-d2c71e886f21,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:14.935989 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dbaa-6e75-4e3e-abf2-1d05398166e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:14.941304 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49456) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:14.944461 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dbaa-6e75-4e3e-abf2-1d05398166e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.064800 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7dbaa-6e75-4e3e-abf2-1d05398166e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb324cb-2718-4acf-a066-2ddd175d84c9,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:15.076432 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5cf7dbaa-6e75-4e3e-abf2-1d05398166e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=185f465e73f14d728e4811bd63e8deb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5302145 Nov 24 17:41:15.078304 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49460) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:15.106024 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0800521-ed2a-4bde-a540-14a408e926e4 req-812094c0-e224-4320-8022-ea7d70b936e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:15.108382 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a0800521-ed2a-4bde-a540-14a408e926e4 req-812094c0-e224-4320-8022-ea7d70b936e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.1182609 Nov 24 17:41:15.197654 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a0800521-ed2a-4bde-a540-14a408e926e4 req-3db612a9-731b-4886-9f9b-be651ef15f74 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790846 Nov 24 17:41:15.212299 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.261245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.347185 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.350949 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.358186 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cb324cb-2718-4acf-a066-2ddd175d84c9 HTTP/1.1" status: 204 len: 168 time: 0.2727942 Nov 24 17:41:15.363058 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f5020-4e43-4c1c-8abe-80d2a05efad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb324cb-2718-4acf-a066-2ddd175d84c9,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:15.403247 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.481423 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745fbbb-b27f-4e5d-8fb7-2d7d54c69aed req-e8687d85-248d-4145-9fbb-c6b12d21c8cf tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:15.487075 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e745fbbb-b27f-4e5d-8fb7-2d7d54c69aed req-e8687d85-248d-4145-9fbb-c6b12d21c8cf tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 945 time: 0.5678649 Nov 24 17:41:15.534335 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.600454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c539796-763f-41a3-afb6-621a32e15af5 req-e145bd57-a74a-40b3-a375-00ef478387ca tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:15.602030 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0c539796-763f-41a3-afb6-621a32e15af5 req-e145bd57-a74a-40b3-a375-00ef478387ca tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.2866673 Nov 24 17:41:15.613948 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e745fbbb-b27f-4e5d-8fb7-2d7d54c69aed req-d00098fd-0341-4942-9c43-28d267cff1cf tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166182 Nov 24 17:41:15.614683 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Attempting to bind port 331797b4-8140-442f-a1c9-f6f42db91c49 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:15.615041 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Attempting to bind port 331797b4-8140-442f-a1c9-f6f42db91c49 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}] {{(pid=109259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:15.615377 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Attempting to bind port 331797b4-8140-442f-a1c9-f6f42db91c49 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:15.644897 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Port 331797b4-8140-442f-a1c9-f6f42db91c49 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:41:15.644897 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Attempting to bind port 331797b4-8140-442f-a1c9-f6f42db91c49 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:15.661953 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:15.662365 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Checking segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:15.662879 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Bound using segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:15.663326 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Bound port: 331797b4-8140-442f-a1c9-f6f42db91c49, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}}] {{(pid=109259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:15.663681 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.727615 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0c539796-763f-41a3-afb6-621a32e15af5 req-f8314c3c-99b7-44ad-a2f9-0d2cb057b81a tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071424 Nov 24 17:41:15.741628 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.743920 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.745054 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4a467ac-c62a-4272-a14c-d2c71e886f21 HTTP/1.1" status: 204 len: 168 time: 0.7984681 Nov 24 17:41:15.797689 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.817987 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecc7c1-24fd-4197-9359-b7f020ad72ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a467ac-c62a-4272-a14c-d2c71e886f21,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:15.845466 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, cleared binding levels {{(pid=109259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:15.856216 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=331797b4-8140-442f-a1c9-f6f42db91c49,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:15.868774 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95076-b93f-4f27-91b2-3015505a44a4 req-912c2cd7-9a76-42b6-b9af-b2a014b40aad tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:15.871064 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7a95076-b93f-4f27-91b2-3015505a44a4 req-912c2cd7-9a76-42b6-b9af-b2a014b40aad tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 944 time: 0.1493993 Nov 24 17:41:15.873992 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.964636 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:15.965332 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:15.967026 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] 10.222.0.62 "PUT /v2.0/ports/331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 1094 time: 2.3674841 Nov 24 17:41:15.976504 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:15.985475 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device a4d96d74-e5b1-4c98-95fa-754e7db26aba up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:16.162440 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port a4d96d74-e5b1-4c98-95fa-754e7db26aba completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:16.171878 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port a4d96d74-e5b1-4c98-95fa-754e7db26aba triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:16.173524 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:16.202526 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fbd6e-92a8-403c-b82d-5f9a1009a093 service neutron] Pushing event updated for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=3']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:16.230428 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7a95076-b93f-4f27-91b2-3015505a44a4 req-2f43b366-b8e5-4544-b8a1-af21ca38e1ee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486590 Nov 24 17:41:16.298035 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-c053c3ac-ede2-45d2-a46d-6f3416779658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:16.303729 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-c053c3ac-ede2-45d2-a46d-6f3416779658 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1097 time: 0.2483268 Nov 24 17:41:16.532473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-6737bf7b-03c7-4d4d-b5ad-6c44cd9faa44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 217 time: 0.2185488 Nov 24 17:41:16.678451 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49516) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:16.703496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec32398b-604b-471b-86fe-538edc92aa98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:16.719117 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:16.758388 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-a26ec8f5-9f55-4cf7-9b56-73b3ec395220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:16.758388 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-a26ec8f5-9f55-4cf7-9b56-73b3ec395220 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.2125788 Nov 24 17:41:16.931427 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:16.948373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec32398b-604b-471b-86fe-538edc92aa98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:16.957863 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec32398b-604b-471b-86fe-538edc92aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.017241 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:17.021365 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ea5b8-680b-4ac6-8079-980554b4605d" -d '{"events": [{"server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "name": "network-vif-plugged", "status": "completed", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:17.056070 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ec32398b-604b-471b-86fe-538edc92aa98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edf0fdca4917412e84e4a1e1f6b9e0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759637 Nov 24 17:41:17.058498 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49528) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:17.060614 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32398b-604b-471b-86fe-538edc92aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a21885-691c-444d-b902-29c5a8f3d9ed,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:17.069335 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:17.078567 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.141873 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:17.200008 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-3da44771-f940-4f63-899e-b4ce26986ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:17.214342 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-3da44771-f940-4f63-899e-b4ce26986ab6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4475706 Nov 24 17:41:17.237329 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:17.256782 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.267559 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca358a-a23f-4ab0-8f6b-1fd5caf33b87 req-76b7158e-885b-4a92-8606-897bafbd2944 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:17.278681 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57ca358a-a23f-4ab0-8f6b-1fd5caf33b87 req-76b7158e-885b-4a92-8606-897bafbd2944 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 945 time: 0.2794869 Nov 24 17:41:17.333130 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.447491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.460609 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:17.471359 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5a21885-691c-444d-b902-29c5a8f3d9ed HTTP/1.1" status: 204 len: 168 time: 0.3983252 Nov 24 17:41:17.511724 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57ca358a-a23f-4ab0-8f6b-1fd5caf33b87 req-ac81823c-5112-407b-800f-17f45ccd9b6b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158337 Nov 24 17:41:17.552728 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c2388-5cac-4fd0-8f4e-6aede15ac622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a21885-691c-444d-b902-29c5a8f3d9ed,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:17.581122 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-c4b29951-be7c-4d02-85b3-f6c967967a0f service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555832 Nov 24 17:41:17.649303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e03d5-1117-459a-a89b-055386bb1848 x-openstack-request-id: req-804e03d5-1117-459a-a89b-055386bb1848 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:17.650180 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "name": "network-vif-plugged", "status": "completed", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:17.650592 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-804e03d5-1117-459a-a89b-055386bb1848 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:17.652670 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba', 'code': 200} Nov 24 17:41:17.757251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49568) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:17.876548 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-649738c0-bb9e-4391-9c76-c2e300f385d0 req-1249c8e4-b2fc-4d11-abb8-4567fa4fd8f1 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902391 Nov 24 17:41:18.039241 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013d0ff-1858-4cc2-bd4d-b1e7f4309b10 req-6ae607df-8952-49df-bf1f-72f3e620d3d6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.041148 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2013d0ff-1858-4cc2-bd4d-b1e7f4309b10 req-6ae607df-8952-49df-bf1f-72f3e620d3d6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 944 time: 0.1053779 Nov 24 17:41:18.163572 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2013d0ff-1858-4cc2-bd4d-b1e7f4309b10 req-88030509-9b07-4441-ba48-119dc6038259 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131606 Nov 24 17:41:18.183769 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e12bb-d70f-4dd5-aef7-ce24afe194e1 req-477bc81c-2338-4b97-a06e-21079ee36a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.191820 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-232e12bb-d70f-4dd5-aef7-ce24afe194e1 req-477bc81c-2338-4b97-a06e-21079ee36a09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1099 time: 0.1010783 Nov 24 17:41:18.241747 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f441c6-3532-4782-8f27-083ad26d50a5 x-openstack-request-id: req-23f441c6-3532-4782-8f27-083ad26d50a5 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:18.242103 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:18.248067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23f441c6-3532-4782-8f27-083ad26d50a5 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:18.253193 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49', 'status': 'completed', 'code': 200} Nov 24 17:41:18.293301 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4f48386d-f934-45ea-9063-08d4c781d868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.325878 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-232e12bb-d70f-4dd5-aef7-ce24afe194e1 req-fc09d38e-7911-4932-9223-8dd3825a15bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258726 Nov 24 17:41:18.330055 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-4f902aab-a2da-4ed5-ae63-a9ce8ad964ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.331944 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-4f902aab-a2da-4ed5-ae63-a9ce8ad964ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1097 time: 0.0886707 Nov 24 17:41:18.403135 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49586) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:18.420209 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4f48386d-f934-45ea-9063-08d4c781d868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.423131 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-190fd0de-deb2-4b60-b0e3-3d8340b3c9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.431673 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4f48386d-f934-45ea-9063-08d4c781d868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.491974 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4f48386d-f934-45ea-9063-08d4c781d868 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73bdae5e2d8b4283ac38af139069c14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294326 Nov 24 17:41:18.491974 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48386d-f934-45ea-9063-08d4c781d868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae088bd0-9f64-40dc-84bc-a4047866a9a2,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:18.492363 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49588) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:18.565514 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-190fd0de-deb2-4b60-b0e3-3d8340b3c9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.576135 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-190fd0de-deb2-4b60-b0e3-3d8340b3c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.641252 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-190fd0de-deb2-4b60-b0e3-3d8340b3c9da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a86f2e1d272f40d28c5c70746a8c2ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362504 Nov 24 17:41:18.645834 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49594) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:18.646822 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fd0de-deb2-4b60-b0e3-3d8340b3c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c9172-1ecd-468f-829e-93fac831bdf1,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:18.651994 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.723288 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.736137 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-28b5ab02-6d05-4fdd-93e7-3666ad8ecd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.740349 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-28b5ab02-6d05-4fdd-93e7-3666ad8ecd91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.2088678 Nov 24 17:41:18.840786 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.847902 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-3f1a6fc5-c481-4700-a155-d62caf2ed986 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 217 time: 0.0992041 Nov 24 17:41:18.871222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121077f-bb91-4c16-8834-7116c187e98b req-c4208853-feef-4c1c-8839-e210506b3d2a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.880348 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4121077f-bb91-4c16-8834-7116c187e98b req-c4208853-feef-4c1c-8839-e210506b3d2a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1808929 Nov 24 17:41:18.955568 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:18.983047 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-a7d09587-afe1-436f-be52-220b4abfd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:18.984729 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-a7d09587-afe1-436f-be52-220b4abfd885 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.1298249 Nov 24 17:41:19.028906 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.032359 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.034042 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae088bd0-9f64-40dc-84bc-a4047866a9a2 HTTP/1.1" status: 204 len: 168 time: 0.5403302 Nov 24 17:41:19.052655 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba00efa-1edf-4156-bd81-f286f24701e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae088bd0-9f64-40dc-84bc-a4047866a9a2,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:19.087477 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4121077f-bb91-4c16-8834-7116c187e98b req-27f07466-0292-407e-a3e3-1f87f3a2ac6e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060525 Nov 24 17:41:19.116211 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.121970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.129060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b12c9172-1ecd-468f-829e-93fac831bdf1 HTTP/1.1" status: 204 len: 168 time: 0.4780121 Nov 24 17:41:19.139432 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fbe2-067a-4185-bce1-9d11d153b05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c9172-1ecd-468f-829e-93fac831bdf1,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:19.155784 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-0875857d-2313-4601-9bd3-08935b611380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:19.157714 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-0875857d-2313-4601-9bd3-08935b611380 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1603301 Nov 24 17:41:19.308955 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-5b1dc7ae-d894-4d2e-81e7-76fd71d5b3ce service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296446 Nov 24 17:41:19.324788 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fcc1-4459-4324-b4a4-dcc79404c954 req-1cef214e-17f1-43d9-a3c1-9bb5522603fe tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:19.326425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2872fcc1-4459-4324-b4a4-dcc79404c954 req-1cef214e-17f1-43d9-a3c1-9bb5522603fe tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 944 time: 0.0670514 Nov 24 17:41:19.416880 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2872fcc1-4459-4324-b4a4-dcc79404c954 req-bfd0015a-9843-447c-b738-95bb06254ab9 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841072 Nov 24 17:41:19.453863 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3f148ab8-e93c-4675-bc4d-ce6f05e28ddd req-3b2b6102-e306-44ef-973b-6ad26793edf8 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339123 Nov 24 17:41:19.562488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49630) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:19.746283 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49638) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:19.763106 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5c13097d-a330-419c-9534-af9d5b4f7dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.885985 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5c13097d-a330-419c-9534-af9d5b4f7dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.919896 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-62e76046-3940-4fff-a6d6-3524a5b75513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:19.923036 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5c13097d-a330-419c-9534-af9d5b4f7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.019340 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5c13097d-a330-419c-9534-af9d5b4f7dd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e87e3aa087c45d2bb13cf1f20a148b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675920 Nov 24 17:41:20.019725 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49648) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:20.024771 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13097d-a330-419c-9534-af9d5b4f7dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37575e9-62aa-4264-a34d-225da4b36628,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:20.092568 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.123677 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.185602 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.189435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.191015 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f37575e9-62aa-4264-a34d-225da4b36628 HTTP/1.1" status: 204 len: 168 time: 0.1699603 Nov 24 17:41:20.196599 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-62e76046-3940-4fff-a6d6-3524a5b75513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.205725 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c6cbe-b0a6-47f5-966d-0e5884003154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37575e9-62aa-4264-a34d-225da4b36628,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:20.206166 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-62e76046-3940-4fff-a6d6-3524a5b75513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.282528 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76046-3940-4fff-a6d6-3524a5b75513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6dff8-78d7-4452-bc21-4a2dfe03386e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:20.287513 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-62e76046-3940-4fff-a6d6-3524a5b75513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15f3bcdeee4544b9b3aa463cfa183a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7239544 Nov 24 17:41:20.292048 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49660) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:20.406987 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.428260 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d07b-5cdd-471f-91da-2bc548e27ebc req-1310c82c-14fa-4d96-8e99-76673c0d5202 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:20.446061 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47c2d07b-5cdd-471f-91da-2bc548e27ebc req-1310c82c-14fa-4d96-8e99-76673c0d5202 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1353447 Nov 24 17:41:20.459202 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.590319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.598005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:20.598005 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70e6dff8-78d7-4452-bc21-4a2dfe03386e HTTP/1.1" status: 204 len: 168 time: 0.3038807 Nov 24 17:41:20.614300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e06f6-b84b-488d-8dbf-6d30c0c37221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6dff8-78d7-4452-bc21-4a2dfe03386e,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:20.619065 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47c2d07b-5cdd-471f-91da-2bc548e27ebc req-7c893b50-c306-40bc-8e5b-644033bac409 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592052 Nov 24 17:41:20.675991 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084022d-59f9-4f21-a241-cde0906db793 req-cae4a23b-ed26-47e8-b53a-09044e2fa304 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:20.677658 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6084022d-59f9-4f21-a241-cde0906db793 req-cae4a23b-ed26-47e8-b53a-09044e2fa304 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 944 time: 0.1194942 Nov 24 17:41:20.763555 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6084022d-59f9-4f21-a241-cde0906db793 req-a83a9d86-d9fd-4178-961e-b9781613751c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747936 Nov 24 17:41:21.168199 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b15a7-1deb-431d-974d-61c41b059c8c req-f6943bec-a7f2-4e86-8977-74de1148e4f1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:21.172874 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-502b15a7-1deb-431d-974d-61c41b059c8c req-f6943bec-a7f2-4e86-8977-74de1148e4f1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0801041 Nov 24 17:41:21.177455 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-202276a6-a23e-4c20-8068-c84d6e175cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:21.179645 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-202276a6-a23e-4c20-8068-c84d6e175cdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1099 time: 0.0618141 Nov 24 17:41:21.239660 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-502b15a7-1deb-431d-974d-61c41b059c8c req-50cb7fd0-da82-4e82-b2ea-cc0a6f4eb93f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599940 Nov 24 17:41:21.263847 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49692) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:21.300402 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e23fae-3acc-4c7e-b744-87d70bfc0a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.430327 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-c4323fca-f466-4cdf-99e0-139f9f894d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:21.432190 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-c4323fca-f466-4cdf-99e0-139f9f894d99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.2441444 Nov 24 17:41:21.526812 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e23fae-3acc-4c7e-b744-87d70bfc0a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.536888 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-5a4a7d5c-0287-40c5-b77a-3b84bdd74a1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 200 len: 217 time: 0.0930002 Nov 24 17:41:21.538386 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-18e23fae-3acc-4c7e-b744-87d70bfc0a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.597929 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-18e23fae-3acc-4c7e-b744-87d70bfc0a88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1d798b474b34a4b9110a424b0b4decd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291550 Nov 24 17:41:21.599329 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49708) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:21.606487 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e23fae-3acc-4c7e-b744-87d70bfc0a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf0291-06ac-4791-9da5-74e0805f7c15,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:21.656802 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-dcba4f02-7e5e-4258-b649-db2ef3214717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:21.659049 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-dcba4f02-7e5e-4258-b649-db2ef3214717 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.1137702 Nov 24 17:41:21.694593 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.728260 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-4f43b05b-df97-407c-936b-4d67e01ce404 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528963 Nov 24 17:41:21.730462 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.830090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.833044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:21.834374 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cf0291-06ac-4791-9da5-74e0805f7c15 HTTP/1.1" status: 204 len: 168 time: 0.2340357 Nov 24 17:41:21.847872 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2c855-d38d-42c3-b9d8-e421a8fee49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf0291-06ac-4791-9da5-74e0805f7c15,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:21.979281 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-9211e11e-ba2f-4ccf-9a66-3406a0f6b9c0 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407682 Nov 24 17:41:21.992630 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 331797b4-8140-442f-a1c9-f6f42db91c49 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:22.004233 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26955e-4829-4c1d-b974-e65d50adfd41 req-7ad5676f-53a7-4267-aaea-7867c53b366c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:22.007158 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a26955e-4829-4c1d-b974-e65d50adfd41 req-7ad5676f-53a7-4267-aaea-7867c53b366c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 944 time: 0.1350572 Nov 24 17:41:22.114539 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a26955e-4829-4c1d-b974-e65d50adfd41 req-2684ab90-9c0f-4019-be74-b6fdb879f768 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951178 Nov 24 17:41:22.207796 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=331797b4-8140-442f-a1c9-f6f42db91c49,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:22.208749 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a3721ec0-f9ac-4c40-9201-72a228216d13 req-4a8a3470-21a8-406c-8ebe-89cc1bb84510 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178607 Nov 24 17:41:22.230180 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '331797b4-8140-442f-a1c9-f6f42db91c49', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'port_id': '331797b4-8140-442f-a1c9-f6f42db91c49', 'mac_address': 'fa:16:3e:9d:5c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:22.323998 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:22.355397 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331797b4-8140-442f-a1c9-f6f42db91c49 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:22.387465 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=331797b4-8140-442f-a1c9-f6f42db91c49,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:22.396871 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:22.463084 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d60ff1-7961-4d4c-bc2d-f67f609b31d0 req-df8802e5-f536-4d72-a514-56e7249ba469 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:22.473192 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-25d60ff1-7961-4d4c-bc2d-f67f609b31d0 req-df8802e5-f536-4d72-a514-56e7249ba469 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1103568 Nov 24 17:41:22.476815 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:22.534738 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-25d60ff1-7961-4d4c-bc2d-f67f609b31d0 req-0ccee4ae-2fd0-4729-a194-ac2e74c17872 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Nov 24 17:41:22.712872 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['331797b4-8140-442f-a1c9-f6f42db91c49'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:23.299878 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb437-bd52-460d-a923-c7e834e54f13 req-35ba16dd-1e20-4976-adec-168588fff03e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:23.310957 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21aeb437-bd52-460d-a923-c7e834e54f13 req-35ba16dd-1e20-4976-adec-168588fff03e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 945 time: 0.0701268 Nov 24 17:41:23.364692 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21aeb437-bd52-460d-a923-c7e834e54f13 req-d6d3371b-eee1-4a2d-8409-8ad2479bc600 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529375 Nov 24 17:41:23.725931 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc509692-267a-4337-a778-76c394b43fa3 req-19446bf0-721b-4a64-b975-4ee83259ccd9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:23.728282 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc509692-267a-4337-a778-76c394b43fa3 req-19446bf0-721b-4a64-b975-4ee83259ccd9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0999720 Nov 24 17:41:23.816189 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc509692-267a-4337-a778-76c394b43fa3 req-c939aa30-a7d1-43de-806c-1c17577329a8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 Nov 24 17:41:23.990774 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 331797b4-8140-442f-a1c9-f6f42db91c49 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:24.049735 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 331797b4-8140-442f-a1c9-f6f42db91c49 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:24.055056 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 331797b4-8140-442f-a1c9-f6f42db91c49 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:24.055450 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:24.150233 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:24.179363 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:24.181658 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee23f030-ac4b-4b1d-a92e-947be7c547f7" -d '{"events": [{"server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "name": "network-vif-plugged", "status": "completed", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:24.196828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=331797b4-8140-442f-a1c9-f6f42db91c49,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:24.202363 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:24.256739 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d94473-6c23-4513-8eaa-a5b6b661d5dc x-openstack-request-id: req-94d94473-6c23-4513-8eaa-a5b6b661d5dc {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:24.257690 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "name": "network-vif-plugged", "status": "completed", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:24.258009 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94d94473-6c23-4513-8eaa-a5b6b661d5dc {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:24.258534 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49', 'code': 200} Nov 24 17:41:24.315267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:24.507075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e1f4-4ecc-4770-b3d7-57693329b0cf req-b1ad7c10-f4b4-4303-8a30-6fbb6e75a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:24.508629 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f406e1f4-4ecc-4770-b3d7-57693329b0cf req-b1ad7c10-f4b4-4303-8a30-6fbb6e75a9a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1099 time: 0.0943389 Nov 24 17:41:24.563768 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba92c3-e775-4a7e-b32f-8ceb643df500 req-62f314c2-1beb-4479-8f50-8a0590dd258d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:24.572619 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-22ba92c3-e775-4a7e-b32f-8ceb643df500 req-62f314c2-1beb-4479-8f50-8a0590dd258d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0766313 Nov 24 17:41:24.602213 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f406e1f4-4ecc-4770-b3d7-57693329b0cf req-7082ee4a-b29a-405f-bc8d-d071f35122e0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801456 Nov 24 17:41:24.628032 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-22ba92c3-e775-4a7e-b32f-8ceb643df500 req-a139efbc-3e75-4c41-ae8d-7097040d210b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540571 Nov 24 17:41:24.976615 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb351-9fb0-4e1f-b7a8-bb121cd4cc5e req-57089801-36bc-4ef8-9f51-01ce6ed631f9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:24.978246 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-120bb351-9fb0-4e1f-b7a8-bb121cd4cc5e req-57089801-36bc-4ef8-9f51-01ce6ed631f9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0650752 Nov 24 17:41:25.066830 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-120bb351-9fb0-4e1f-b7a8-bb121cd4cc5e req-f10337ae-ba97-4863-8a33-2068591e6a7b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812790 Nov 24 17:41:25.454624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49932) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:25.583436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcf21-e2df-48af-beb2-6420e543f7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:25.718423 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcf21-e2df-48af-beb2-6420e543f7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:25.724101 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcf21-e2df-48af-beb2-6420e543f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:25.775826 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b2cdcf21-e2df-48af-beb2-6420e543f7c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=632bb52ea221473eaf619ab0e51af4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163955 Nov 24 17:41:25.775826 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdcf21-e2df-48af-beb2-6420e543f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d01d2-711f-40a1-996e-78c6be2af7b6,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:25.776561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49944) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:25.851491 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833d67-219f-4921-a8bf-c00f3b6d7b19 req-0d9ed575-0756-41fe-9904-db1ee8596216 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:25.854805 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0833d67-219f-4921-a8bf-c00f3b6d7b19 req-0d9ed575-0756-41fe-9904-db1ee8596216 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1007543 Nov 24 17:41:25.875997 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:25.918577 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:25.924420 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0833d67-219f-4921-a8bf-c00f3b6d7b19 req-b98b8f98-56cc-4343-ac32-9f1a91d5c356 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580442 Nov 24 17:41:26.001318 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.004116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.005333 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e95d01d2-711f-40a1-996e-78c6be2af7b6 HTTP/1.1" status: 204 len: 168 time: 0.2276626 Nov 24 17:41:26.020762 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf999b-c7bf-4627-8661-08ecc3786327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d01d2-711f-40a1-996e-78c6be2af7b6,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:26.282521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b21dda-d1f2-4660-bb76-f2b2c0945f2b req-c28fba84-54ff-466d-ace6-55769dfff13c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:26.292114 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b9b21dda-d1f2-4660-bb76-f2b2c0945f2b req-c28fba84-54ff-466d-ace6-55769dfff13c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0793898 Nov 24 17:41:26.588787 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49968) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:26.610056 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e60d364-ce56-4da5-a048-e2e6d312ea13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.759471 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b9b21dda-d1f2-4660-bb76-f2b2c0945f2b req-335d7f45-a274-4613-838a-690368dc17c9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484987 Nov 24 17:41:26.803869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e60d364-ce56-4da5-a048-e2e6d312ea13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.809863 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e60d364-ce56-4da5-a048-e2e6d312ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.858483 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2e60d364-ce56-4da5-a048-e2e6d312ea13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ba51b8bac3f4c49953ba891f4bb30fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683990 Nov 24 17:41:26.859385 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d364-ce56-4da5-a048-e2e6d312ea13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef910ea-692b-47e2-aee7-cabccb7681ec,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:26.862019 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 49976) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:26.927599 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:26.957762 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:27.049661 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:27.052484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:27.056201 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ef910ea-692b-47e2-aee7-cabccb7681ec HTTP/1.1" status: 204 len: 168 time: 0.1896803 Nov 24 17:41:27.066536 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0bfc4-cef6-4510-94f8-7d0464905ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef910ea-692b-47e2-aee7-cabccb7681ec,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:27.080897 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41ddf-9872-47dc-8b55-6120cdd0fed1 req-0dea58a2-6ee9-4d27-b239-225ec030c34b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:27.082813 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-05a41ddf-9872-47dc-8b55-6120cdd0fed1 req-0dea58a2-6ee9-4d27-b239-225ec030c34b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0704792 Nov 24 17:41:27.162233 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-05a41ddf-9872-47dc-8b55-6120cdd0fed1 req-78300046-1726-43ab-8d73-d33a42314127 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725384 Nov 24 17:41:27.326401 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0eaaa-4bfe-45a8-8e5c-c3e52455d78b req-c70295d9-832d-4c90-87f0-27dfcc4676db tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:27.328010 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5ee0eaaa-4bfe-45a8-8e5c-c3e52455d78b req-c70295d9-832d-4c90-87f0-27dfcc4676db tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0596859 Nov 24 17:41:27.344941 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 49992) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:27.350680 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'floatingip': {'port_id': '331797b4-8140-442f-a1c9-f6f42db91c49'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:27.467916 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:27.924885 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-ebc3b7e1-9a31-469f-97b4-b3b0cdf47091 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:27.927630 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-ebc3b7e1-9a31-469f-97b4-b3b0cdf47091 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.2918286 Nov 24 17:41:28.025285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-f31ad4df-e38f-4d57-899b-9e5012cc5705 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/quotas/f281d208ed954aafb567c78b39c80250 HTTP/1.1" status: 200 len: 375 time: 0.0708013 Nov 24 17:41:28.219184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6342c02-c789-46e6-bd1a-a8ffff438d3e req-45d4e4e5-626c-4fe2-a904-395b633de7fa tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:28.220872 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f6342c02-c789-46e6-bd1a-a8ffff438d3e req-45d4e4e5-626c-4fe2-a904-395b633de7fa tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.3390453 Nov 24 17:41:28.327235 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-ef66e616-3f34-4e7c-ac18-12da8c9b3aed tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2582927 Nov 24 17:41:28.507828 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f6342c02-c789-46e6-bd1a-a8ffff438d3e req-b89412fc-e3f9-4b04-94bc-b6c23c885417 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786577 Nov 24 17:41:28.509845 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.db.resource_extend [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 17:41:28.607734 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-3b2af988-d317-4378-9c95-0e0ee09c9e52 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791953 Nov 24 17:41:28.618388 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:28.631066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.032671 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-9adf5550-b34f-499e-a637-4aff0eafea11 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168024 Nov 24 17:41:29.035036 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50072) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:29.046886 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Floating IP cd7eb6d4-b224-423c-8aff-de7ebfb17c92 associated. External IP: 172.27.2.149, port: 331797b4-8140-442f-a1c9-f6f42db91c49. Nov 24 17:41:29.280456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f4818b52-955d-4e43-9f48-246c3ea6f887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.324273 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ebf8f16e-2e72-4532-86e1-f2978a85d4ec req-e2d6abc6-60f0-44c8-bbc3-3d37f21c2bb0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 210 time: 0.0784883 Nov 24 17:41:29.528458 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50090) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:29.541887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f4818b52-955d-4e43-9f48-246c3ea6f887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.559958 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f4818b52-955d-4e43-9f48-246c3ea6f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.565329 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:41:29.665636 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f4818b52-955d-4e43-9f48-246c3ea6f887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab58f9a1a47d4bb6babbb7b5633cf4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6263578 Nov 24 17:41:29.665636 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4818b52-955d-4e43-9f48-246c3ea6f887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8004748b-1fbe-4f30-8af4-3ea6955ed324,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:29.667399 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50098) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:29.683364 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6e90805d-3e6a-4d76-b4a3-26551b1356cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.808413 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2a4a-48f4-481f-aa8a-5731336998ac req-74268dd3-414a-4f5c-b226-a9ef5a3932ed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:29.810090 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-227e2a4a-48f4-481f-aa8a-5731336998ac req-74268dd3-414a-4f5c-b226-a9ef5a3932ed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1991129 Nov 24 17:41:29.818005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6e90805d-3e6a-4d76-b4a3-26551b1356cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.828947 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6e90805d-3e6a-4d76-b4a3-26551b1356cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.851699 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.879530 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6e90805d-3e6a-4d76-b4a3-26551b1356cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeb3f707ab3b49d3b699310c92deb871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465548 Nov 24 17:41:29.879530 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90805d-3e6a-4d76-b4a3-26551b1356cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb1b771-2a71-47b2-85c5-4e41f79a46e7,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:29.887830 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50100) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:29.906836 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.909472 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:41:29.919699 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.927604 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:41:29.928576 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-227e2a4a-48f4-481f-aa8a-5731336998ac req-b79c8c95-6727-4440-9f7a-d54ae4787aa8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061268 Nov 24 17:41:29.952958 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:41:29.953790 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:29.953943 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:29.981527 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-075c3bd6-1a79-4406-9005-092c475c81a6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "PUT /v2.0/floatingips/cd7eb6d4-b224-423c-8aff-de7ebfb17c92 HTTP/1.1" status: 200 len: 992 time: 2.6353233 Nov 24 17:41:29.984518 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:29.986981 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf04a78-8bee-490d-af84-a618afc001ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:30.002382 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.021183 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.024642 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.026295 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8004748b-1fbe-4f30-8af4-3ea6955ed324 HTTP/1.1" status: 204 len: 168 time: 0.3560863 Nov 24 17:41:30.044201 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fccd39-bc79-430d-bdd7-aa9bbcad81bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004748b-1fbe-4f30-8af4-3ea6955ed324,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:30.077256 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8ffc02-3871-4031-8649-008c0098447d x-openstack-request-id: req-7f8ffc02-3871-4031-8649-008c0098447d {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:30.077682 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:30.078687 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f8ffc02-3871-4031-8649-008c0098447d {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:30.079517 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49', 'status': 'completed', 'code': 200} Nov 24 17:41:30.128286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.142537 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.145224 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cb1b771-2a71-47b2-85c5-4e41f79a46e7 HTTP/1.1" status: 204 len: 168 time: 0.2558768 Nov 24 17:41:30.177781 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:41:30.234539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca63aa-aea7-471e-9269-7f33619233ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb1b771-2a71-47b2-85c5-4e41f79a46e7,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:30.254316 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04a78-8bee-490d-af84-a618afc001ee req-d19baabc-4294-464b-aa6f-7f4a0e01a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:30.257722 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-d19baabc-4294-464b-aa6f-7f4a0e01a692 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1099 time: 0.1105177 Nov 24 17:41:30.442593 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04a78-8bee-490d-af84-a618afc001ee req-02674175-4642-45c6-8dbf-bae1d89d375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:30.444376 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-02674175-4642-45c6-8dbf-bae1d89d375a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.1767747 Nov 24 17:41:30.490854 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e0e13afc-8789-4051-991a-b48bdf15379d req-54e5c86c-8b11-4a84-b397-ec990eaf0b15 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 210 time: 0.0405846 Nov 24 17:41:30.691363 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cd7eb6d4-b224-423c-8aff-de7ebfb17c92', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': '331797b4-8140-442f-a1c9-f6f42db91c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:9d:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:41:04Z', 'updated_at': '2021-11-24T17:41:28Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:30.698357 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-2e5eebd8-47a1-4bb2-baf5-fdbf1b93b97e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 1000 time: 0.2432847 Nov 24 17:41:30.765805 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:41:30.798526 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:41:30.800704 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:30.841844 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04a78-8bee-490d-af84-a618afc001ee req-6d192475-90a2-4c19-ade7-316fc5aeddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:30.843500 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-6d192475-90a2-4c19-ade7-316fc5aeddb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.1255751 Nov 24 17:41:30.844419 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50138) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:30.881785 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23c6d58f-d79f-4644-b13a-c079feda2bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:30.950997 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0d84236c-a133-4ffa-bd6a-2f88a2c6699a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:30.958364 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0d84236c-a133-4ffa-bd6a-2f88a2c6699a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.2580740 Nov 24 17:41:30.973204 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04a78-8bee-490d-af84-a618afc001ee req-20ad6913-7c7a-419c-896c-7b473b5bdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:30.975162 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-20ad6913-7c7a-419c-896c-7b473b5bdfda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180007 Nov 24 17:41:31.012382 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Request body: {'port': {'device_id': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'admin_state_up': True, 'tenant_id': 'f281d208ed954aafb567c78b39c80250'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:31.133128 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:41:31.228739 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23c6d58f-d79f-4644-b13a-c079feda2bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.232512 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-e9f0d004-d25e-4d68-b644-8aedca15041c service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208025 Nov 24 17:41:31.250906 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-23c6d58f-d79f-4644-b13a-c079feda2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.308683 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8034c2-d9be-4f9c-a529-241ea03c4b0d req-ea2bcfcf-7bbe-4760-ab74-72e2f2a36777 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:31.310443 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce8034c2-d9be-4f9c-a529-241ea03c4b0d req-ea2bcfcf-7bbe-4760-ab74-72e2f2a36777 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1587219 Nov 24 17:41:31.413340 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'port': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:31.422159 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.433327 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce8034c2-d9be-4f9c-a529-241ea03c4b0d req-acec71d8-4f77-4df2-9a92-16a7abc09aef tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115403 Nov 24 17:41:31.444202 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-23c6d58f-d79f-4644-b13a-c079feda2bfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=114472d82fee473ab95d0248c60604a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980339 Nov 24 17:41:31.446979 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6d58f-d79f-4644-b13a-c079feda2bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb992538-ad41-431e-b309-7de83ecc657e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:31.453518 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50160) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:31.532096 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50166) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:31.560920 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-baf04a78-8bee-490d-af84-a618afc001ee req-8941ceed-2d61-4232-8a7f-ab450a49880e service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070254 Nov 24 17:41:31.580693 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.626072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.686091 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-842c019e-300a-4476-9c7d-0cf40775c835 req-3a26f67f-dea1-42f6-bb47-183427a1022f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 210 time: 0.0620430 Nov 24 17:41:31.738780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.738780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.739357 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb992538-ad41-431e-b309-7de83ecc657e HTTP/1.1" status: 204 len: 168 time: 0.2849021 Nov 24 17:41:31.765931 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Allocated IP 172.20.0.4 (f005f741-9c1d-45d2-982c-10cafc49c472/45362b9d-ffba-4017-8856-7b961a373a20/c8645eb6-72f8-4c1e-935f-027bafb434d6) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:31.792197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c012a69-cadc-497d-aeb2-676644b605b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb992538-ad41-431e-b309-7de83ecc657e,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:31.799245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4998fda2-17d5-43c1-ad02-91b123cb0275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.816163 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cd7eb6d4-b224-423c-8aff-de7ebfb17c92', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': '331797b4-8140-442f-a1c9-f6f42db91c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:9d:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:41:04Z', 'updated_at': '2021-11-24T17:41:28Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:31.875408 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533f8c9-2157-4672-8ad9-65449d87d01d None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cd7eb6d4-b224-423c-8aff-de7ebfb17c92', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': '331797b4-8140-442f-a1c9-f6f42db91c49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:9d:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:41:04Z', 'updated_at': '2021-11-24T17:41:28Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:41:31.923398 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4998fda2-17d5-43c1-ad02-91b123cb0275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:31.936373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4998fda2-17d5-43c1-ad02-91b123cb0275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.011605 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4998fda2-17d5-43c1-ad02-91b123cb0275 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd73b263b1a24e55a2180a4374b34226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600747 Nov 24 17:41:32.012358 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50182) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:32.019980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998fda2-17d5-43c1-ad02-91b123cb0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca09a6e-331a-4b99-99fb-1c4e4ce7cd18,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:32.075898 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.125288 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.128439 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.145739 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:32.187666 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.250834 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42c51-71b3-4d52-b2d3-f9fcb26237c0 None None] New status for floating IP cd7eb6d4-b224-423c-8aff-de7ebfb17c92: ACTIVE {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:41:32.260244 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.270380 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.276423 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ca09a6e-331a-4b99-99fb-1c4e4ce7cd18 HTTP/1.1" status: 204 len: 168 time: 0.2627671 Nov 24 17:41:32.296030 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca09a6e-331a-4b99-99fb-1c4e4ce7cd18,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:32.317498 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.317873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.318245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.318587 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.318951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.319315 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.319652 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.319989 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.321438 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.321786 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.322140 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.322479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4d00c-46e7-4a80-a675-86163234515c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:32.326721 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event updated for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:32.341126 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Network f005f741-9c1d-45d2-982c-10cafc49c472 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:32.343074 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:32.346752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:32.353643 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:32.354711 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.382304 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-b3668f3c-e411-4b42-81e7-abe2a0f9cbf2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742654 Nov 24 17:41:32.425374 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Request body: {'port': {'device_id': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:32.531299 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.734691 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569a54-1bba-499c-a476-a26e4e5cfa6d req-b63734fa-69d4-45b7-abf8-02eb6ba2d166 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:32.736959 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20569a54-1bba-499c-a476-a26e4e5cfa6d req-b63734fa-69d4-45b7-abf8-02eb6ba2d166 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1516345 Nov 24 17:41:32.836469 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20569a54-1bba-499c-a476-a26e4e5cfa6d req-d0ae3c6a-445d-48a6-aee3-affa12be46b6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833559 Nov 24 17:41:32.928187 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50210) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:32.947542 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-851cc203-37ec-48e2-a1fd-ab1cc5a01474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:32.974997 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06271f-2514-40f7-934d-0edab515b3df req-602332b4-bd87-4600-84ea-ee86e76642c2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:32.977031 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da06271f-2514-40f7-934d-0edab515b3df req-602332b4-bd87-4600-84ea-ee86e76642c2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 931 time: 0.0784330 Nov 24 17:41:33.097611 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8645eb6-72f8-4c1e-935f-027bafb434d6 {{(pid=109259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:33.103498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.116164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-851cc203-37ec-48e2-a1fd-ab1cc5a01474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.123497 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-851cc203-37ec-48e2-a1fd-ab1cc5a01474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.131510 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.provisioning_blocks [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Transition to ACTIVE for port object c8645eb6-72f8-4c1e-935f-027bafb434d6 will not be triggered until provisioned by entity L2. {{(pid=109259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:41:33.145514 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.176761 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cc203-37ec-48e2-a1fd-ab1cc5a01474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15da54-98c5-4de7-9aea-5769d7f1fd60,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:33.182122 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-851cc203-37ec-48e2-a1fd-ab1cc5a01474 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd7d0574f612417e9a914e77cf7da2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528419 Nov 24 17:41:33.185810 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50222) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:33.255426 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:33.267942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.272438 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da06271f-2514-40f7-934d-0edab515b3df req-d356cf56-7c86-48de-abef-d0edfd741052 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651434 Nov 24 17:41:33.280039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Attempting to bind port c8645eb6-72f8-4c1e-935f-027bafb434d6 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:33.280383 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Attempting to bind port c8645eb6-72f8-4c1e-935f-027bafb434d6 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}] {{(pid=109259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:33.282756 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Attempting to bind port c8645eb6-72f8-4c1e-935f-027bafb434d6 on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:33.292698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Port c8645eb6-72f8-4c1e-935f-027bafb434d6 on network f005f741-9c1d-45d2-982c-10cafc49c472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:41:33.293056 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Attempting to bind port c8645eb6-72f8-4c1e-935f-027bafb434d6 on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:33.297646 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.298029 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.298423 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.298908 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.299254 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.299591 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.299920 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.300254 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.300708 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.301049 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.301560 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.301940 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:33.310622 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:33.311011 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Checking segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:33.311367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Bound using segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} {{(pid=109259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:33.311827 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.managers [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Bound port: c8645eb6-72f8-4c1e-935f-027bafb434d6, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}}] {{(pid=109259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:33.312189 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.314279 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50224) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:33.412390 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, cleared binding levels {{(pid=109259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:33.418851 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:33.430543 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.481009 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:33.481658 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.483191 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/c8645eb6-72f8-4c1e-935f-027bafb434d6 HTTP/1.1" status: 200 len: 1093 time: 1.0628591 Nov 24 17:41:33.483670 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:33.486642 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3853c6-2e30-4f24-a668-a69f8810a52c" -d '{"events": [{"name": "network-changed", "server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:33.529104 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1605978615-network', 'tenant_id': 'e33dba02f72944bea1677700ee060dcf'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:33.548465 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.570309 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ff2e8-44f0-4164-b801-b54ed0ad8da8 x-openstack-request-id: req-3c3ff2e8-44f0-4164-b801-b54ed0ad8da8 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:33.570639 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:33.570894 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c3ff2e8-44f0-4164-b801-b54ed0ad8da8 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:33.571341 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6', 'status': 'completed', 'code': 200} Nov 24 17:41:33.572376 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac25048-1bcc-4b76-9c7e-c09109fd79d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=3']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:33.590384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Made reservation on behalf of e33dba02f72944bea1677700ee060dcf for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:33.592782 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.603966 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.629163 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.632699 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.633712 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba15da54-98c5-4de7-9aea-5769d7f1fd60 HTTP/1.1" status: 204 len: 168 time: 0.4425843 Nov 24 17:41:33.642634 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f0e02-db83-405c-875c-c782bd0ef635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15da54-98c5-4de7-9aea-5769d7f1fd60,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:33.674033 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-e5ff4969-2918-48fc-a2c1-37645e512b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:33.678321 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-e5ff4969-2918-48fc-a2c1-37645e512b40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 1096 time: 0.1008165 Nov 24 17:41:33.769900 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-41352686-03eb-4d3e-83d0-1b25b4c202c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6 HTTP/1.1" status: 200 len: 217 time: 0.0548840 Nov 24 17:41:33.852678 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.856020 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0f92613d-cd57-4dd4-987b-793f29b1312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:33.857851 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-0f92613d-cd57-4dd4-987b-793f29b1312a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0730486 Nov 24 17:41:33.858976 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.939717 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:41:33.944581 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-3ea124dc-1251-499f-927a-e51bff02b65d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684757 Nov 24 17:41:33.960851 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7698d437-d459-4e8c-870d-35261f5d7bcf,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:33.990831 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:33.991182 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Added segment c294a283-c107-4aef-8f74-fdfb2e4d132f of type vlan for network 4424e489-8082-4992-93dd-1b2e19c7b59b Nov 24 17:41:34.112546 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50250) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:34.129673 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-76eef1fa-308e-40f8-8767-4a30e4d6d4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.132438 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.179684 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278373ae-6096-4dd8-a772-58711ce4b4ca req-d027e677-a1dc-4485-934e-e23bde2f5d24 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:34.186775 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-278373ae-6096-4dd8-a772-58711ce4b4ca req-d027e677-a1dc-4485-934e-e23bde2f5d24 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.2444937 Nov 24 17:41:34.198188 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-20ab5e82-db8c-47a1-98f7-e1f74178bc82 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394929 Nov 24 17:41:34.242243 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-76eef1fa-308e-40f8-8767-4a30e4d6d4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.247614 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-76eef1fa-308e-40f8-8767-4a30e4d6d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.288808 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.290200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:34.290948 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-76eef1fa-308e-40f8-8767-4a30e4d6d4ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c72d8e395e14fd9a09c268742d7edc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766262 Nov 24 17:41:34.299521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.303351 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50258) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:34.307011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eef1fa-308e-40f8-8767-4a30e4d6d4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ab937-bca6-4fa9-8cb5-572fe57a7126,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:34.371454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ddf8-c079-4e22-8c67-b20297ce2b4b req-570e9317-139c-4c7b-8363-e90363b7c70f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:34.373082 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a56ddf8-c079-4e22-8c67-b20297ce2b4b req-570e9317-139c-4c7b-8363-e90363b7c70f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.2503779 Nov 24 17:41:34.383511 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.416108 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.446778 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-278373ae-6096-4dd8-a772-58711ce4b4ca req-b9e467f8-f274-416e-9878-b774367068c9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531168 Nov 24 17:41:34.494264 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.497102 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.499067 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f91ab937-bca6-4fa9-8cb5-572fe57a7126 HTTP/1.1" status: 204 len: 168 time: 0.1940386 Nov 24 17:41:34.513326 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139933-316d-4d57-903a-c2b6edd582fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ab937-bca6-4fa9-8cb5-572fe57a7126,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:34.532498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4424e489-8082-4992-93dd-1b2e19c7b59b,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:34.537878 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e3f57895-a113-4ad0-88f3-bc0d1514f3f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2221518 Nov 24 17:41:34.545805 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50270) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:34.560184 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 4424e489-8082-4992-93dd-1b2e19c7b59b details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:41:34.560885 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Request body: {'subnet': {'network_id': '4424e489-8082-4992-93dd-1b2e19c7b59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1605978615-subnet', 'tenant_id': 'e33dba02f72944bea1677700ee060dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:34.624126 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Made reservation on behalf of e33dba02f72944bea1677700ee060dcf for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:34.627246 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126697058'] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.628455 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-41a5d8e1-e866-462f-9c47-52681d6d2400 req-3cace6f4-55de-4f2a-adfd-7d11aedf1ae6 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124448 Nov 24 17:41:34.646599 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a56ddf8-c079-4e22-8c67-b20297ce2b4b req-2c4e211c-22c1-45c6-bdab-3249804026fb tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429721 Nov 24 17:41:34.662253 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cf32f-79d4-453b-98f5-2310bdbc4ea7 req-c0d1db24-67a0-44d4-897e-3bc34a06dca4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:34.664157 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f12cf32f-79d4-453b-98f5-2310bdbc4ea7 req-c0d1db24-67a0-44d4-897e-3bc34a06dca4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 943 time: 0.1226246 Nov 24 17:41:34.825185 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f12cf32f-79d4-453b-98f5-2310bdbc4ea7 req-2f9d384a-df52-4ce7-ac36-42afa2ba1ce4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537566 Nov 24 17:41:34.855948 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-dfd236c7-f737-4e12-94cd-d1a5307f0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:34.857908 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-dfd236c7-f737-4e12-94cd-d1a5307f0c61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 1096 time: 0.1053793 Nov 24 17:41:34.926900 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126834282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126697040'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:34.984914 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abcfd60e-8948-4b3f-91ee-4517419fb831,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:34.996754 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Checking segment: {'id': 'c294a283-c107-4aef-8f74-fdfb2e4d132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4424e489-8082-4992-93dd-1b2e19c7b59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:34.997113 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Network hostable DHCP agents. Network: 4424e489-8082-4992-93dd-1b2e19c7b59b, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:41:35.020096 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Network 4424e489-8082-4992-93dd-1b2e19c7b59b is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:41:35.043491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 4424e489-8082-4992-93dd-1b2e19c7b59b) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:35.049408 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.050284 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:35.067084 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab1b09-18e9-446b-8b1c-a8acea0fd08f None None] Network 4424e489-8082-4992-93dd-1b2e19c7b59b requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:35.078232 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c4c28a1a-736a-4520-829f-7f8913a9380e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5228572 Nov 24 17:41:35.251496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c420e-e8c7-4e75-baa3-fca6fd7f6029 None None] Network 4424e489-8082-4992-93dd-1b2e19c7b59b requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:35.300493 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-63c410f2-ec67-453b-99e1-cb0a85f8f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.302086 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-63c410f2-ec67-453b-99e1-cb0a85f8f14f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 915 time: 0.4303255 Nov 24 17:41:35.358838 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-1a9effa8-1c31-418c-b4b2-ad4ce5639243 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6 HTTP/1.1" status: 200 len: 217 time: 0.0454724 Nov 24 17:41:35.431829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-001d0baa-29cd-4c18-ab1e-00aaab3ee0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.434023 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-001d0baa-29cd-4c18-ab1e-00aaab3ee0bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0649791 Nov 24 17:41:35.478464 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-14a73a6c-0d1d-4535-8314-98e5229659ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324643 Nov 24 17:41:35.642478 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-aec721c4-7990-465c-b542-9140a9bd9f73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575278 Nov 24 17:41:35.648456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef07537-3b53-40c3-93ed-d9a5f69a30e2 req-dd8aaf35-1e4f-4b67-ac1d-8c518fd4bae0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.655187 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ef07537-3b53-40c3-93ed-d9a5f69a30e2 req-dd8aaf35-1e4f-4b67-ac1d-8c518fd4bae0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1412377 Nov 24 17:41:35.699552 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-6989607b-50c0-468d-8ace-21f588a329e4 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027974 Nov 24 17:41:35.750417 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-0c9c5c7c-1d98-4375-b9d3-efd50c3237cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.752074 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-0c9c5c7c-1d98-4375-b9d3-efd50c3237cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 1099 time: 0.0552216 Nov 24 17:41:35.758619 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ef07537-3b53-40c3-93ed-d9a5f69a30e2 req-603783c7-4d21-4de3-8921-6a141ce77932 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998237 Nov 24 17:41:35.911028 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1abe6-512e-4941-b556-8817ad5064e6 req-9e75d103-5742-4f81-a0c5-958dc21d7f98 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.913217 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23c1abe6-512e-4941-b556-8817ad5064e6 req-9e75d103-5742-4f81-a0c5-958dc21d7f98 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.1157243 Nov 24 17:41:35.929396 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3853c6-2e30-4f24-a668-a69f8810a52c req-53816086-593c-435f-87c7-8360f1dd1816 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188170 Nov 24 17:41:35.968538 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-c0da9d9c-2220-4152-b1e9-8dffaae87191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:35.970027 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-c0da9d9c-2220-4152-b1e9-8dffaae87191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 915 time: 0.1776845 Nov 24 17:41:36.021151 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23c1abe6-512e-4941-b556-8817ad5064e6 req-00e30d6a-c595-4410-bdfc-d6dbf448c77f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952556 Nov 24 17:41:36.029801 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-0f3c694d-fe14-4395-a9e7-bd7774c47061 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92effdf-540d-4d48-8c66-7e089f7b4185 HTTP/1.1" status: 200 len: 217 time: 0.0476279 Nov 24 17:41:36.060486 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e06b-d5c6-4549-bc1d-837a7d45adea req-f9d8cb26-0bf1-4fe9-b5c1-1105a2320531 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.070280 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7fd8e06b-d5c6-4549-bc1d-837a7d45adea req-f9d8cb26-0bf1-4fe9-b5c1-1105a2320531 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 943 time: 0.1059880 Nov 24 17:41:36.114526 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50332) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:36.123373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-8b232fe1-f359-460f-a32c-5c8c455283da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.124884 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-8b232fe1-f359-460f-a32c-5c8c455283da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0866034 Nov 24 17:41:36.125523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702539092-network', 'tenant_id': 'd39d65a687354e5e8892124a12b2cf81'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:36.171741 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7fd8e06b-d5c6-4549-bc1d-837a7d45adea req-cc30ef1f-c282-4123-b37d-a43b5b321b74 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944805 Nov 24 17:41:36.172511 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Made reservation on behalf of d39d65a687354e5e8892124a12b2cf81 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:36.174891 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.175078 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-63930765-385e-4472-b121-62d9252f2aac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391402 Nov 24 17:41:36.184670 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.295723 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.302458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.304031 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-a977e19a-b139-4507-a909-f3e6f38f0af7 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184440 Nov 24 17:41:36.334867 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:41:36.352590 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd09ee-26eb-42f3-932d-f6e080ba041a,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:36.356020 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.356202 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Added segment 734389ba-0947-442b-bf95-c9a01109fff7 of type vlan for network 8b1f0d83-4001-4f21-a842-3b020b83bae4 Nov 24 17:41:36.424032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.452000 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c8e3f4de-e54d-4e1b-b9a3-a4a7d2745702 req-15db00ad-02a4-4bee-a176-3086544a3446 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365511 Nov 24 17:41:36.458772 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.460451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.461491 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.503834 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3855767 Nov 24 17:41:36.504163 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50340) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:36.510085 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Request body: {'subnet': {'network_id': '8b1f0d83-4001-4f21-a842-3b020b83bae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702539092-subnet', 'tenant_id': 'd39d65a687354e5e8892124a12b2cf81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:36.544522 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35dc0b-ca37-4060-b241-7152ec637587 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1f0d83-4001-4f21-a842-3b020b83bae4,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:36.559406 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 8b1f0d83-4001-4f21-a842-3b020b83bae4 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:41:36.570703 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Made reservation on behalf of d39d65a687354e5e8892124a12b2cf81 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:36.573240 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.774582 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.833484 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fe8584-036f-4d85-9e57-a4f22bf7a7f6,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:36.849642 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Checking segment: {'id': '734389ba-0947-442b-bf95-c9a01109fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b1f0d83-4001-4f21-a842-3b020b83bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:36.849998 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Network hostable DHCP agents. Network: 8b1f0d83-4001-4f21-a842-3b020b83bae4, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:41:36.850940 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-4a967429-b36a-412b-8bc6-038ae42fa3ab tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.853692 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-4a967429-b36a-412b-8bc6-038ae42fa3ab tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.1058667 Nov 24 17:41:36.906300 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Network 8b1f0d83-4001-4f21-a842-3b020b83bae4 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:41:36.922690 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 8b1f0d83-4001-4f21-a842-3b020b83bae4) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:36.935561 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.936184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:36.936429 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9292b1b-cc86-4381-9f73-ab18f036e334 None None] Network 8b1f0d83-4001-4f21-a842-3b020b83bae4 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:36.977992 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db8048-c1c2-4d7a-a54e-86e90386fdcb req-f8652d4d-dd3f-45f6-8570-85c9779b6a23 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:36.981604 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8db8048-c1c2-4d7a-a54e-86e90386fdcb req-f8652d4d-dd3f-45f6-8570-85c9779b6a23 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1142049 Nov 24 17:41:37.009709 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-993d6546-b17f-43f6-93ac-b7a8b3483872 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5045035 Nov 24 17:41:37.091052 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8db8048-c1c2-4d7a-a54e-86e90386fdcb req-c76898cc-ee1a-4588-aee1-bc6a5f58044d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005721 Nov 24 17:41:37.147200 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867bd42-ef0d-4cc0-bea4-92962276c007 None None] Network 8b1f0d83-4001-4f21-a842-3b020b83bae4 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:37.187306 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda739-9317-4f95-8492-75656a05703c req-75d22b88-3605-4f26-996f-5518db43221f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:37.189243 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f7cda739-9317-4f95-8492-75656a05703c req-75d22b88-3605-4f26-996f-5518db43221f tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 945 time: 0.0581777 Nov 24 17:41:37.249102 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Deleting port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:41:37.250556 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:37.276256 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f7cda739-9317-4f95-8492-75656a05703c req-90784058-2e57-4113-b702-9c2249edc0a9 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a31e971-f938-4dcc-a906-6f3274340d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788598 Nov 24 17:41:37.446670 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] For port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,segment=NetworkSegment(2a276024-11d8-445a-9df8-3b974eb2c0bb),segment_id=2a276024-11d8-445a-9df8-3b974eb2c0bb)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:37.447057 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:37.467316 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Calling delete_port for ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:41:37.520547 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07da9f6-3d2a-46ee-8143-e3237fdc7fc9 req-eed71b0d-394f-4c3e-b425-543931bf14b4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:37.522261 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e07da9f6-3d2a-46ee-8143-e3237fdc7fc9 req-eed71b0d-394f-4c3e-b425-543931bf14b4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 943 time: 0.1041973 Nov 24 17:41:37.604433 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e07da9f6-3d2a-46ee-8143-e3237fdc7fc9 req-6ed0cf07-0609-453a-ac11-94072072dd54 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Nov 24 17:41:37.726845 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:37.742623 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:37.769631 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Pushing event deleted for resources: {'Port': ['ID=ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:37.835512 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] No DVR routers for this DVR port ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:41:37.839020 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:37.843928 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-00a45c67-b243-489e-9a9f-1179e04ad3f2 req-c703c752-6e29-4648-8a0d-ead19764ecb4 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.62 "DELETE /v2.0/ports/ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a HTTP/1.1" status: 204 len: 173 time: 0.9703794 Nov 24 17:41:37.844587 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'name': 'network-vif-deleted', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:37.847347 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f8d73-4546-4b7c-8f27-0c49496101a2" -d '{"events": [{"server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "name": "network-vif-deleted", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:37.930695 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d8642-67fb-471c-9b87-19e73eea6a21 x-openstack-request-id: req-776d8642-67fb-471c-9b87-19e73eea6a21 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:37.931317 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b35ed6f-79ad-4a63-93a9-684fcd21f06c", "name": "network-vif-deleted", "tag": "ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:37.931317 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-776d8642-67fb-471c-9b87-19e73eea6a21 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:37.931750 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b35ed6f-79ad-4a63-93a9-684fcd21f06c', 'name': 'network-vif-deleted', 'tag': 'ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a', 'status': 'completed', 'code': 200} Nov 24 17:41:38.055548 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c8645eb6-72f8-4c1e-935f-027bafb434d6 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:41:38.209771 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49212b-b9a5-4916-b12e-13c5f65689bc req-4b4ca8fb-d85d-46d6-b2e7-92416ebbadd7 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:38.211431 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-af49212b-b9a5-4916-b12e-13c5f65689bc req-4b4ca8fb-d85d-46d6-b2e7-92416ebbadd7 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0541945 Nov 24 17:41:38.274696 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-af49212b-b9a5-4916-b12e-13c5f65689bc req-4b77253b-e4fe-422c-9b58-49ce0c81dcb6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563955 Nov 24 17:41:38.307519 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:38.321790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'c8645eb6-72f8-4c1e-935f-027bafb434d6', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'port_id': 'c8645eb6-72f8-4c1e-935f-027bafb434d6', 'mac_address': 'fa:16:3e:c4:a1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45362b9d-ffba-4017-8856-7b961a373a20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:41:38.372468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:38.389778 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8645eb6-72f8-4c1e-935f-027bafb434d6 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:38.400509 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-14ce715b-0110-44a0-8de1-566d15555477 req-e3a8962e-7357-4e8f-9147-cb0ef8cb0245 tempest-DeleteServersTestJSON-1390598624 tempest-DeleteServersTestJSON-1390598624-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b35ed6f-79ad-4a63-93a9-684fcd21f06c HTTP/1.1" status: 200 len: 210 time: 0.0411270 Nov 24 17:41:38.421274 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:38.437722 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:38.495841 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:38.503393 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.503765 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.504185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.504471 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.504800 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.505212 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.505450 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.505777 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.506116 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.506468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.506787 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.507106 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:38.760295 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b291-8e20-444c-bedc-fae6cdbfbe8e req-f16e96a6-dd62-4df4-a42f-a92c502e6870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:38.762336 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7632b291-8e20-444c-bedc-fae6cdbfbe8e req-f16e96a6-dd62-4df4-a42f-a92c502e6870 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 944 time: 0.0799389 Nov 24 17:41:38.808821 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['c8645eb6-72f8-4c1e-935f-027bafb434d6'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:38.858195 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7632b291-8e20-444c-bedc-fae6cdbfbe8e req-bbd091b2-f426-4598-8c48-15971f1c33c7 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863500 Nov 24 17:41:39.195247 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:39.438152 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04c7ca-8520-4f25-88e4-c688964fb1bc req-63a0d589-5654-4281-933f-ef8912511e3e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:39.439833 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fe04c7ca-8520-4f25-88e4-c688964fb1bc req-63a0d589-5654-4281-933f-ef8912511e3e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0716989 Nov 24 17:41:39.524432 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fe04c7ca-8520-4f25-88e4-c688964fb1bc req-a13785ec-3d94-4f50-a266-614d475f35cd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718462 Nov 24 17:41:40.010896 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-4a7249bf-7083-4c1e-b762-db11a72b9ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:40.012575 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c7d3-8273-4420-983d-d56e2bdde558 req-d3d0405e-0580-4a14-b3f0-a0e32b1aaba4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:40.016103 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fdc7c7d3-8273-4420-983d-d56e2bdde558 req-d3d0405e-0580-4a14-b3f0-a0e32b1aaba4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 944 time: 0.0691268 Nov 24 17:41:40.081782 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fdc7c7d3-8273-4420-983d-d56e2bdde558 req-09c7acfd-a46b-4621-8e0e-0091a38e809c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 Nov 24 17:41:40.655700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687961dd-0b6e-4112-b2b2-fdd24335e5cb req-2167522e-091a-4a8f-ae94-7f3877b5c66d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:40.657237 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-687961dd-0b6e-4112-b2b2-fdd24335e5cb req-2167522e-091a-4a8f-ae94-7f3877b5c66d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0510101 Nov 24 17:41:40.716973 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-687961dd-0b6e-4112-b2b2-fdd24335e5cb req-bf59f5fe-9890-43ea-b434-a61d9a7f6c9c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Nov 24 17:41:41.222822 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6781-64bd-4b70-a9dc-38b957271260 req-1596d6f6-9173-4d64-bf3f-946f311c3eee tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:41.224418 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-971f6781-64bd-4b70-a9dc-38b957271260 req-1596d6f6-9173-4d64-bf3f-946f311c3eee tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 944 time: 0.0595026 Nov 24 17:41:41.280865 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-971f6781-64bd-4b70-a9dc-38b957271260 req-9240b47c-8ce2-4e2d-a62b-a0cb6c2cc156 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Nov 24 17:41:41.711571 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c8645eb6-72f8-4c1e-935f-027bafb434d6 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:41.769628 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port c8645eb6-72f8-4c1e-935f-027bafb434d6 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:41:41.774256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port c8645eb6-72f8-4c1e-935f-027bafb434d6 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:41.774652 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:41.877231 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:41.877752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635048e4-535d-4295-bd6e-58df256868d7 req-3f90ef04-0931-4cfc-ad71-bdc28f24c525 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:41.880285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-635048e4-535d-4295-bd6e-58df256868d7 req-3f90ef04-0931-4cfc-ad71-bdc28f24c525 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0686281 Nov 24 17:41:41.908050 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:41.910958 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fd707f-ccec-4c4b-9b9f-555d9da9fdad" -d '{"events": [{"server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "name": "network-vif-plugged", "status": "completed", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:41.928597 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:41.935643 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:41.937053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:41:41.956856 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-635048e4-535d-4295-bd6e-58df256868d7 req-cf276060-6129-4cbf-bc6e-e15879aa1458 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Nov 24 17:41:42.010070 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075b5793-75dc-420c-b55a-668ec80a2003 x-openstack-request-id: req-075b5793-75dc-420c-b55a-668ec80a2003 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:42.010536 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "name": "network-vif-plugged", "status": "completed", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:42.010871 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-075b5793-75dc-420c-b55a-668ec80a2003 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:42.011947 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6', 'code': 200} Nov 24 17:41:42.012774 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:41:42.013292 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ae9efc04-02ad-40c1-aec4-b4c5de5d5b3a not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:41:42.051484 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:42.406282 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c1a6-87ed-4b1d-a299-1d8835d01801 req-fd60039a-4053-4176-a725-8f3c6bee35bf tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:42.407900 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5c01c1a6-87ed-4b1d-a299-1d8835d01801 req-fd60039a-4053-4176-a725-8f3c6bee35bf tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0541623 Nov 24 17:41:42.461355 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5c01c1a6-87ed-4b1d-a299-1d8835d01801 req-eb1f5ff4-5ae2-447e-b765-8c8aa99a71ef tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Nov 24 17:41:42.625719 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a4655f0b-4951-4b9c-9b24-5aa2e80bbd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:42.962869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6020567-401b-4a4f-b71b-b3bbc8d6fec0 req-2f0bb079-c58c-4ea6-9e2b-b84fda43195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:42.964615 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b6020567-401b-4a4f-b71b-b3bbc8d6fec0 req-2f0bb079-c58c-4ea6-9e2b-b84fda43195e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 1098 time: 0.0421689 Nov 24 17:41:43.017240 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b6020567-401b-4a4f-b71b-b3bbc8d6fec0 req-00a1c5c0-e2bc-4f84-ab7f-6f2bedbc6547 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Nov 24 17:41:43.096970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb251-18f7-465d-8387-0b687fe84b55 req-58f559be-5e7f-4977-b637-efa371a1894c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:43.098528 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cabbb251-18f7-465d-8387-0b687fe84b55 req-58f559be-5e7f-4977-b637-efa371a1894c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0572054 Nov 24 17:41:43.152064 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cabbb251-18f7-465d-8387-0b687fe84b55 req-2cbdc942-12b9-4ee9-8158-2733531e2e23 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Nov 24 17:41:43.599087 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cd6cd-6a02-4e5e-91db-8c2c91abf59b req-13458c0a-acf4-4e9f-8256-ae34c9abab3a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:43.600299 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-441cd6cd-6a02-4e5e-91db-8c2c91abf59b req-13458c0a-acf4-4e9f-8256-ae34c9abab3a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Nov 24 17:41:43.676051 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-441cd6cd-6a02-4e5e-91db-8c2c91abf59b req-df420229-ba5f-46d7-9be1-aebab006e4bf tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Nov 24 17:41:43.946010 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:44.281982 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d78d5-b686-4a23-953e-365bf31b4b08 req-75e32dc1-b00c-43ed-841b-51948149f4b9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:44.283568 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f88d78d5-b686-4a23-953e-365bf31b4b08 req-75e32dc1-b00c-43ed-841b-51948149f4b9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0580471 Nov 24 17:41:44.335487 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f88d78d5-b686-4a23-953e-365bf31b4b08 req-50d3a04e-d8f6-4a3f-af06-63303115e17a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Nov 24 17:41:44.812656 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f13ff-0ad1-4508-a9ea-8c64947137ac req-9c3fb489-eeca-424f-8ebf-939e9f45d305 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:44.814180 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-228f13ff-0ad1-4508-a9ea-8c64947137ac req-9c3fb489-eeca-424f-8ebf-939e9f45d305 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0528133 Nov 24 17:41:44.865737 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-228f13ff-0ad1-4508-a9ea-8c64947137ac req-5ccee0b4-bff0-45fa-9fe2-f8e0191ce61e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Nov 24 17:41:45.467987 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9661b1-d248-4314-92e9-f67a67f08416 req-5361ce34-0747-460e-9ead-e04bd6962bb1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:45.469529 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f9661b1-d248-4314-92e9-f67a67f08416 req-5361ce34-0747-460e-9ead-e04bd6962bb1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Nov 24 17:41:45.522602 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f9661b1-d248-4314-92e9-f67a67f08416 req-e8f66b32-cd2e-4c77-ad9f-0fb0ee56a0f7 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469570 Nov 24 17:41:45.795969 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:45.999112 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7af09-c7cd-4520-bfb3-00a0c699fdfc req-cbaaeba1-c415-450f-8aa7-c944413ab08c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:46.000767 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66f7af09-c7cd-4520-bfb3-00a0c699fdfc req-cbaaeba1-c415-450f-8aa7-c944413ab08c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0558319 Nov 24 17:41:46.051208 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66f7af09-c7cd-4520-bfb3-00a0c699fdfc req-2890b485-e781-438b-951f-4de61deacce0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Nov 24 17:41:46.153232 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:46.645215 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be4392-527b-4088-98e7-d5cb8b815852 req-4e96b65f-3273-4f75-a7ab-5bacb63a63ba tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:46.646819 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-25be4392-527b-4088-98e7-d5cb8b815852 req-4e96b65f-3273-4f75-a7ab-5bacb63a63ba tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0512826 Nov 24 17:41:46.698524 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-25be4392-527b-4088-98e7-d5cb8b815852 req-423f313d-a99a-4bb0-81a2-0c96868c5891 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Nov 24 17:41:47.187796 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520b04-42b1-49a7-9598-5604251f16e9 req-28f9557c-0518-487c-a69c-4b2f5898de79 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:47.189592 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd520b04-42b1-49a7-9598-5604251f16e9 req-28f9557c-0518-487c-a69c-4b2f5898de79 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0621684 Nov 24 17:41:47.245166 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd520b04-42b1-49a7-9598-5604251f16e9 req-98dfdf78-3cd4-46ed-bf16-52a5d7e04f11 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Nov 24 17:41:47.256941 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:41:47.340497 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50578) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:47.394991 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Deleting subnet 90231e00-e1bd-466e-9f29-16c9347db3f2 {{(pid=109259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:41:47.398495 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.434016 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.439818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.522276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for subnet, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.553705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90231e00-e1bd-466e-9f29-16c9347db3f2,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:47.555813 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.565221 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7d2f4d92-78ee-4999-931c-94cce881de1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/90231e00-e1bd-466e-9f29-16c9347db3f2 HTTP/1.1" status: 204 len: 168 time: 0.2176321 Nov 24 17:41:47.565350 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50588) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:47.642027 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.738058 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.761321 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.761981 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.763030 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.763339 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > port after_create 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.763635 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.763982 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > port after_update 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.764307 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.764650 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.765017 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.765445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.834922 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.835269 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.835603 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.835932 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:41:47.836301 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9805462-0069-496d-a516-aba474054a64']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:47.866084 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a276024-11d8-445a-9df8-3b974eb2c0bb') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:47.866417 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a276024-11d8-445a-9df8-3b974eb2c0bb') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:47.904885 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.931935 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.943007 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:41:47.943397 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: from cryptography.utils import int_from_bytes Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: from cryptography.utils import int_from_bytes Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:41:47.947323 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:41:47.964021 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c7e2-e867-49fc-88d3-af7e94d53607 req-bf524670-1624-4fcd-bd8d-87e8078fee47 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:47.965726 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66e2c7e2-e867-49fc-88d3-af7e94d53607 req-bf524670-1624-4fcd-bd8d-87e8078fee47 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1238778 Nov 24 17:41:48.036486 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.063332 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.067318 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e9805462-0069-496d-a516-aba474054a64 HTTP/1.1" status: 204 len: 168 time: 0.5008650 Nov 24 17:41:48.072755 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66e2c7e2-e867-49fc-88d3-af7e94d53607 req-3330d9ee-236a-4b4f-981b-ffacca04a06e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Nov 24 17:41:48.074664 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885154-8a24-45d8-aab9-b761ccceec51 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9805462-0069-496d-a516-aba474054a64,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:48.414583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50632) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:48.439664 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213145a-0c1f-4eb7-ab70-8c420f91e720 req-e8bcda18-27d9-416e-aafe-73167da15b73 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:48.441280 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b213145a-0c1f-4eb7-ab70-8c420f91e720 req-e8bcda18-27d9-416e-aafe-73167da15b73 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0720160 Nov 24 17:41:48.470798 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d6287967-71c0-4df7-b70a-c5dafc845866 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e57038b402634489be645f87618aec76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549157 Nov 24 17:41:48.474252 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50634) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:48.517916 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b213145a-0c1f-4eb7-ab70-8c420f91e720 req-90354a36-c728-4056-97d3-d3a837130c72 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690384 Nov 24 17:41:48.537805 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.563748 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.620648 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.624138 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:48.625061 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a31e971-f938-4dcc-a906-6f3274340d70 HTTP/1.1" status: 204 len: 168 time: 0.1496134 Nov 24 17:41:48.633800 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93632b8c-4980-49f4-81b5-18cbf2268522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31e971-f938-4dcc-a906-6f3274340d70,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:49.265464 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb6c9-37dc-414b-ab16-7851d74d1240 req-46cb641e-3468-4190-8508-0c2f45a80c1a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:49.267230 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b09eb6c9-37dc-414b-ab16-7851d74d1240 req-46cb641e-3468-4190-8508-0c2f45a80c1a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0668833 Nov 24 17:41:49.333551 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b09eb6c9-37dc-414b-ab16-7851d74d1240 req-6a91c1d6-0221-4afc-8790-f6bb2a9dcf7f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580232 Nov 24 17:41:49.816973 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50702) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:49.981275 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-276128198-network', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:50.007479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Made reservation on behalf of 2bfb7b3dc3a44eacbb640b127a4db2a7 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:50.012396 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.026301 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.162343 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.176430 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.216169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:41:50.234936 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50712) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:50.243058 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d90f393-097b-4e92-a06d-f425e26508bb,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:50.250240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.250906 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Added segment fe1d9d2a-dc1c-4501-9c50-7d6a98148b08 of type vlan for network 04a17716-e308-48be-9c62-01aa1d1c7170 Nov 24 17:41:50.320996 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.358832 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.360823 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:50.362104 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.433466 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-15a7e4e9-6358-4f93-bf0c-e60dcce2b83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.434831 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6162927 Nov 24 17:41:50.435585 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50718) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:50.490305 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Request body: {'subnet': {'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-subnet', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:50.498514 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef81c2-2a4d-425f-9714-1b06758f2b25 admin admin] Pushing event updated for resources: {'Network': ['ID=04a17716-e308-48be-9c62-01aa1d1c7170,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:50.525068 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 04a17716-e308-48be-9c62-01aa1d1c7170 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:41:50.545012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Made reservation on behalf of 2bfb7b3dc3a44eacbb640b127a4db2a7 for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:50.551587 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126697058'] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.649463 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3e7c8-f26d-41ea-bf0b-d245c08e84e2 req-9d9ef0ec-b9cb-4763-bb0b-2e470918fa0d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:50.651469 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-83c3e7c8-f26d-41ea-bf0b-d245c08e84e2 req-9d9ef0ec-b9cb-4763-bb0b-2e470918fa0d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1439426 Nov 24 17:41:50.673098 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-15a7e4e9-6358-4f93-bf0c-e60dcce2b83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.682485 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-15a7e4e9-6358-4f93-bf0c-e60dcce2b83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.775035 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-15a7e4e9-6358-4f93-bf0c-e60dcce2b83d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfeaacffd3214975937c156588db17e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384595 Nov 24 17:41:50.780967 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50720) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:50.795949 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7e4e9-6358-4f93-bf0c-e60dcce2b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6fae6-b5b9-4fd9-99b0-95f45071963a,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:50.807344 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126834282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126697040'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.809073 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-83c3e7c8-f26d-41ea-bf0b-d245c08e84e2 req-b274127c-db95-4869-8403-931af29183a9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416268 Nov 24 17:41:50.929853 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.990084 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Checking segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:50.990862 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Network hostable DHCP agents. Network: 04a17716-e308-48be-9c62-01aa1d1c7170, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:41:50.992459 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:50.993296 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131932e4-3d90-4b8f-b9f6-af7c973bec0e,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:51.019859 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:41:51.036482 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 04a17716-e308-48be-9c62-01aa1d1c7170) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:51.054068 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:51.054954 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902961ed-0269-4811-8445-401fa2798638 None None] Network 04a17716-e308-48be-9c62-01aa1d1c7170 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:51.057767 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.099086 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7967c6cf-80a4-4c23-aa7e-3eb75c5276c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6595383 Nov 24 17:41:51.100446 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50736) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:51.113657 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:51.118662 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.123332 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.124843 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8de6fae6-b5b9-4fd9-99b0-95f45071963a HTTP/1.1" status: 204 len: 168 time: 0.3429277 Nov 24 17:41:51.153477 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3db776-3b5c-44f5-958e-f9581bffeabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6fae6-b5b9-4fd9-99b0-95f45071963a,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:51.172250 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.174530 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.325648 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.505148 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-04a17716-e308-48be-9c62-01aa1d1c7170', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:41:51.508926 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.732656 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.770067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50754) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:51.792690 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-027d4d42-a62a-4736-9a62-2a0c0515abbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.834875 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Allocated IP 172.20.0.2 (04a17716-e308-48be-9c62-01aa1d1c7170/131932e4-3d90-4b8f-b9f6-af7c973bec0e/0d4b4355-43ea-4541-b322-dea878dc1329) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:51.925044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-027d4d42-a62a-4736-9a62-2a0c0515abbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:51.943055 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-027d4d42-a62a-4736-9a62-2a0c0515abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.041605 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d4d42-a62a-4736-9a62-2a0c0515abbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f764e7-dcc2-4c40-b2ec-388b0ea1f400,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:52.089609 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-027d4d42-a62a-4736-9a62-2a0c0515abbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6681660e42f4b9aa6b16be2d2d7ff34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161533 Nov 24 17:41:52.095512 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50770) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:52.128315 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.133953 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc49917-b158-4b11-bed5-a2c9c0c657d0 req-3a46752a-c78f-4b60-b6e6-439f1098a44b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:52.137579 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.141635 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bc49917-b158-4b11-bed5-a2c9c0c657d0 req-3a46752a-c78f-4b60-b6e6-439f1098a44b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1595285 Nov 24 17:41:52.180421 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-570f4470-f403-470c-9067-903d0c273875 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:52.187585 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-570f4470-f403-470c-9067-903d0c273875 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.2600517 Nov 24 17:41:52.189119 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.196458 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.224259 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-990172e4-788a-4d5f-8fd1-c2d86ab5e13b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/quotas/f281d208ed954aafb567c78b39c80250 HTTP/1.1" status: 200 len: 375 time: 0.0337048 Nov 24 17:41:52.234663 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.252653 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.253938 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:52.258663 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:52.264333 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:52.277267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Pushing event updated for resources: {'Port': ['ID=0d4b4355-43ea-4541-b322-dea878dc1329,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:52.300334 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bc49917-b158-4b11-bed5-a2c9c0c657d0 req-40bf569e-ed99-4d5d-aca0-8275cf4484a9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568434 Nov 24 17:41:52.345895 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-c983dbda-d73d-4426-b80d-92cc174db60f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206601 Nov 24 17:41:52.418022 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Attempting to bind port 0d4b4355-43ea-4541-b322-dea878dc1329 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:52.418804 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Attempting to bind port 0d4b4355-43ea-4541-b322-dea878dc1329 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:52.419538 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Attempting to bind port 0d4b4355-43ea-4541-b322-dea878dc1329 on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:52.428359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:52.429169 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Checking segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:52.429884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.430624 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Bound using segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:52.431413 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Bound port: 0d4b4355-43ea-4541-b322-dea878dc1329, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:52.432031 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.447287 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.451715 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.456940 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25f764e7-dcc2-4c40-b2ec-388b0ea1f400 HTTP/1.1" status: 204 len: 168 time: 0.3594668 Nov 24 17:41:52.492569 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c1ee-008b-40d2-a7e7-6cee14395164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f764e7-dcc2-4c40-b2ec-388b0ea1f400,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:52.509461 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Allocated IP 172.27.2.129 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/8dbd78cc-3cd6-4500-ba7b-691ac26823a9) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:52.550769 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-4c257d25-bd44-495a-b1af-ecf9b04a5f6f service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031965 Nov 24 17:41:52.646291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] For port 0d4b4355-43ea-4541-b322-dea878dc1329, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:52.652780 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] For port 0d4b4355-43ea-4541-b322-dea878dc1329, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d4b4355-43ea-4541-b322-dea878dc1329,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:52.661104 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:52.782086 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-d8d88700-2712-431b-a544-adf4fe78fa58 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283113 Nov 24 17:41:52.868444 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbdfa3-2c00-4f8b-97a8-2ccfbe980c7d None None] Pushing event updated for resources: {'Port': ['ID=0d4b4355-43ea-4541-b322-dea878dc1329,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:53.268798 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-900df67b-d9ff-4955-9f28-73927b695a0f req-1db32258-dd84-4c2f-80bc-328d3338294b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 210 time: 0.1073737 Nov 24 17:41:53.277619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:53.441115 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:53.532567 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:53.536782 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:53.541385 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:53.591111 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Pushing event updated for resources: {'Port': ['ID=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:53.659941 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa28e72-9455-45fb-99fc-59721a9e0150 req-443f563c-9c04-4e28-be3a-735eb5d81bcd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:53.690201 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aaa28e72-9455-45fb-99fc-59721a9e0150 req-443f563c-9c04-4e28-be3a-735eb5d81bcd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.2367694 Nov 24 17:41:53.841746 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aaa28e72-9455-45fb-99fc-59721a9e0150 req-e2aaef14-7d0b-44da-83d2-585405976d3e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445632 Nov 24 17:41:53.843473 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d4b4355-43ea-4541-b322-dea878dc1329 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:54.062688 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0d4b4355-43ea-4541-b322-dea878dc1329 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:54.063895 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:54.239943 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:54.311288 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:54.374349 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 0d4b4355-43ea-4541-b322-dea878dc1329, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d4b4355-43ea-4541-b322-dea878dc1329,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:41:54.397098 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:54.505585 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-783c614e-aef7-419a-9b2a-613245de596a req-4d1622f8-2ed6-4389-95ce-7d20115fe711 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 210 time: 0.0761139 Nov 24 17:41:54.521555 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=0d4b4355-43ea-4541-b322-dea878dc1329,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:54.691739 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:54.898544 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce312d1-b5d9-431e-86c9-6b8a8f085c0d None None] Network 04a17716-e308-48be-9c62-01aa1d1c7170 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:41:54.983552 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Router c137c20a-9f77-4c2c-b07d-656b696942fe is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:41:55.051451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639365-05c3-4549-b090-00c9a3a93102 req-13d39055-2923-44fa-91af-3dc82699628d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:55.061848 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2f639365-05c3-4549-b090-00c9a3a93102 req-13d39055-2923-44fa-91af-3dc82699628d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1048241 Nov 24 17:41:55.076483 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-da90a845-cec4-44dd-9c27-4cd922512f95 None None] Provisioning complete for port 0d4b4355-43ea-4541-b322-dea878dc1329 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:55.077085 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-da90a845-cec4-44dd-9c27-4cd922512f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:55.281556 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2f639365-05c3-4549-b090-00c9a3a93102 req-698b9214-d556-4575-b8d5-dca77d06c1aa tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180760 Nov 24 17:41:55.498580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:41:55.511701 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:41:55.545430 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:41:55.546276 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:55.582272 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:55.586040 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-af782ede-40d5-4944-92a9-6f017439d15b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4783998 Nov 24 17:41:55.589710 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50926) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:55.673018 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-111975fc-73d5-495b-a4ae-0a8cb2c298fa tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:55.676194 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-111975fc-73d5-495b-a4ae-0a8cb2c298fa tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.3823240 Nov 24 17:41:55.704570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Request body: {'port': {'device_id': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'admin_state_up': True, 'tenant_id': 'f281d208ed954aafb567c78b39c80250'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:55.752877 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ebb197b-4e55-4082-bd04-cf4061e4cb37 req-df3c255a-5371-4a6a-a5e3-0c88c40ec5d0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 210 time: 0.0645740 Nov 24 17:41:55.783743 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d4b4355-43ea-4541-b322-dea878dc1329 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:55.990760 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:41:56.018558 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0d4b4355-43ea-4541-b322-dea878dc1329 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:56.019072 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:56.084287 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:41:56.095252 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:56.331014 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Allocated IP 172.20.0.7 (f005f741-9c1d-45d2-982c-10cafc49c472/45362b9d-ffba-4017-8856-7b961a373a20/04039dbf-009d-4c27-a40a-f2a30b1232fb) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:56.393121 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 50942) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:56.414428 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6444fa00-da7b-4e89-bdc9-6b6eb54e805d None None] Provisioning complete for port 0d4b4355-43ea-4541-b322-dea878dc1329 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:56.415832 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6444fa00-da7b-4e89-bdc9-6b6eb54e805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:56.786741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e1cf1-f87f-4dc4-88d7-e465a48567be req-55c50d17-21bf-443f-97a5-ccbc4d95a25c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:56.800263 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3a7e1cf1-f87f-4dc4-88d7-e465a48567be req-55c50d17-21bf-443f-97a5-ccbc4d95a25c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1949637 Nov 24 17:41:56.830400 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:54Z', 'revision_number': 3, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:56.847478 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-438b779e-c017-45c4-b83d-4d2e9c097a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:56.913445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:56.917190 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:41:56.920491 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Updating router c137c20a-9f77-4c2c-b07d-656b696942fe port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:41:56.989823 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.036561 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cfe097e0-9bb3-4535-8e0c-2cdede12ebb5 req-96a11b56-366a-4f76-a72b-750f39b48d34 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 210 time: 0.0585136 Nov 24 17:41:57.049531 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3a7e1cf1-f87f-4dc4-88d7-e465a48567be req-b84375d8-3fb9-482d-bab7-6a5b5a6a84f1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495728 Nov 24 17:41:57.110326 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-438b779e-c017-45c4-b83d-4d2e9c097a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.117620 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.120857 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-438b779e-c017-45c4-b83d-4d2e9c097a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.135551 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185', 'c8645eb6-72f8-4c1e-935f-027bafb434d6'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:41:57.162117 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-438b779e-c017-45c4-b83d-4d2e9c097a61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=299327c97c184040a41dfac84d565bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7665672 Nov 24 17:41:57.165579 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 50972) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:57.220204 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.236578 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Network f005f741-9c1d-45d2-982c-10cafc49c472 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:57.255182 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:57.280950 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:57.396051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:57.396958 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.405480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event updated for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:57.411083 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b779e-c017-45c4-b83d-4d2e9c097a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b0012-fa78-4079-bb8d-3b698ad7b4e7,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:57.416773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.459033 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e1150f56-0a82-4cca-a3d3-1ae57eb32fb5 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7626629 Nov 24 17:41:57.479059 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Request body: {'port': {'device_id': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:41:57.568027 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.596800 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.698625 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.699397 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Allocated IP 172.20.0.1 (04a17716-e308-48be-9c62-01aa1d1c7170/131932e4-3d90-4b8f-b9f6-af7c973bec0e/0d383927-6008-4557-a7a3-7da614d98cd9) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:41:57.704273 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.761898 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Attempting to bind port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:57.763052 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Attempting to bind port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:57.763700 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Attempting to bind port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:57.764230 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.776832 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:57.777256 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:57.777527 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.777876 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.778086 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:57.778627 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Bound port: 8dbd78cc-3cd6-4500-ba7b-691ac26823a9, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:57.779408 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:57.783375 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/125b0012-fa78-4079-bb8d-3b698ad7b4e7 HTTP/1.1" status: 204 len: 168 time: 0.6112573 Nov 24 17:41:57.816381 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Pushing event updated for resources: {'Port': ['ID=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,revision_number=2']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:57.828902 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.829427 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.829874 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.830348 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.831011 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.832234 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.833071 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.833671 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.834407 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.834990 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.835755 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.836282 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:41:57.881629 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88af4c-8ca8-44f6-bf64-9be00295599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b0012-fa78-4079-bb8d-3b698ad7b4e7,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:57.884196 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] For port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:57.897118 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] For port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:57.908869 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.032560 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dc729-1098-4bb5-afa6-a43d0a14234e None None] Pushing event updated for resources: {'Port': ['ID=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:58.078352 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:41:58.091831 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:58.106925 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.292600 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.397424 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:58.403065 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Pushing event updated for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:58.415294 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444530ce-7624-49e2-b394-f4fc75f36778 req-ed874cbc-4a70-4b47-8236-2e03d25d4088 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:58.416962 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-444530ce-7624-49e2-b394-f4fc75f36778 req-ed874cbc-4a70-4b47-8236-2e03d25d4088 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 931 time: 0.1777067 Nov 24 17:41:58.417998 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:41:58.422059 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:41:58.454733 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:41:58.515010 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e0be-702e-485d-888b-2251931f75fa req-d8193589-8ce2-4c95-8e12-c5936e70b5f6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:58.517426 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e9d6e0be-702e-485d-888b-2251931f75fa req-d8193589-8ce2-4c95-8e12-c5936e70b5f6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.2287834 Nov 24 17:41:58.550075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04039dbf-009d-4c27-a40a-f2a30b1232fb {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:41:58.570040 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.622322 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Transition to ACTIVE for port object 04039dbf-009d-4c27-a40a-f2a30b1232fb will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:41:58.632363 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.687818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.722993 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-444530ce-7624-49e2-b394-f4fc75f36778 req-0130e4eb-90da-4fb2-aafb-1dffd4280e5e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497976 Nov 24 17:41:58.795511 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Pushing event updated for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:58.880043 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e9d6e0be-702e-485d-888b-2251931f75fa req-c538ebe6-bc4e-479f-b748-ae7de79fc66e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311579 Nov 24 17:41:58.911641 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Attempting to bind port 04039dbf-009d-4c27-a40a-f2a30b1232fb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:41:58.912147 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Attempting to bind port 04039dbf-009d-4c27-a40a-f2a30b1232fb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:41:58.912575 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Attempting to bind port 04039dbf-009d-4c27-a40a-f2a30b1232fb on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:58.914648 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:54Z', 'revision_number': 3, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:41:58.919132 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Port 04039dbf-009d-4c27-a40a-f2a30b1232fb on network f005f741-9c1d-45d2-982c-10cafc49c472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:41:58.919474 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Attempting to bind port 04039dbf-009d-4c27-a40a-f2a30b1232fb on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:41:58.926358 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:41:58.927289 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Checking segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:41:58.927948 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Bound using segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:41:58.928505 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Bound port: 04039dbf-009d-4c27-a40a-f2a30b1232fb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:41:58.929084 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:58.991418 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033a214-aee0-43e6-85c0-2ca60a48b971 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:54Z', 'revision_number': 3, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:41:58.998349 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6a3ad018-2e33-4ea4-b279-5763e5e26cff None None] Provisioning complete for port 0d383927-6008-4557-a7a3-7da614d98cd9 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:58.999684 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad018-2e33-4ea4-b279-5763e5e26cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.051797 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:41:59.062849 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:41:59.063744 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ad018-2e33-4ea4-b279-5763e5e26cff None None] Port 0d383927-6008-4557-a7a3-7da614d98cd9 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:41:59.071623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.094887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.168063 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:59.168827 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.170509 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] 10.222.0.62 "PUT /v2.0/ports/04039dbf-009d-4c27-a40a-f2a30b1232fb HTTP/1.1" status: 200 len: 1093 time: 1.6985898 Nov 24 17:41:59.171049 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:41:59.178360 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b00d3-6154-410b-bd18-3afa02fbd972" -d '{"events": [{"name": "network-changed", "server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:41:59.298279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16344-3b67-42cb-93c3-80b57c645167 service neutron] Pushing event updated for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:59.329177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2604ce6-f362-4684-bd46-1af61ca78b0a x-openstack-request-id: req-e2604ce6-f362-4684-bd46-1af61ca78b0a {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:41:59.329177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:41:59.329177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2604ce6-f362-4684-bd46-1af61ca78b0a {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:41:59.329177 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb', 'status': 'completed', 'code': 200} Nov 24 17:41:59.410633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-9da48df4-e7cd-4a0b-82a6-b98e6c7450f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:59.416471 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-9da48df4-e7cd-4a0b-82a6-b98e6c7450f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 1096 time: 0.1585720 Nov 24 17:41:59.486501 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.497080 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.517287 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-e6375fdc-5f67-447b-a40a-c199bbbc13de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb HTTP/1.1" status: 200 len: 217 time: 0.0911555 Nov 24 17:41:59.548290 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51036) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:41:59.620731 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-a7e44d5e-92fd-4cee-86ce-02eed56f6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:41:59.623919 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-a7e44d5e-92fd-4cee-86ce-02eed56f6979 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0967219 Nov 24 17:41:59.637211 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Pushing event updated for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:41:59.657161 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.717194 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-db048b80-4dfd-491e-9cb5-c7a2fa2de59f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846248 Nov 24 17:41:59.851294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:41:59.881062 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4239f5ec-37d5-4f8f-98ba-10d911353bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.937819 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:41:59.938437 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:41:59.954085 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:41:59.956026 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:00.003713 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-5fa916c3-a0a8-4f43-85d2-f6388351c8ea service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688534 Nov 24 17:42:00.161197 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.236648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:00.244974 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.298993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1fb4-643f-4fa8-8cc8-6dbfa0d1b308 req-fa0126a3-e852-46f8-88ed-5808abbe12ae tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:00.301303 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8db1fb4-643f-4fa8-8cc8-6dbfa0d1b308 req-fa0126a3-e852-46f8-88ed-5808abbe12ae tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 943 time: 0.2122591 Nov 24 17:42:00.360060 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:00.413036 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb092a-4762-4ae2-a8d6-048e0eb42324 req-ac61b580-6552-4f1c-ae1e-360ab9b52f0d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:00.423430 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-81cb092a-4762-4ae2-a8d6-048e0eb42324 req-ac61b580-6552-4f1c-ae1e-360ab9b52f0d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1997824 Nov 24 17:42:00.430887 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8db1fb4-643f-4fa8-8cc8-6dbfa0d1b308 req-fb7f9a79-8099-4ccf-9d34-292d99ebe517 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 Nov 24 17:42:00.431609 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4239f5ec-37d5-4f8f-98ba-10d911353bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.440001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-e527b7e0-fdf4-4bdc-b3e6-f1c6b83b0370 None None] Provisioning complete for port 0d383927-6008-4557-a7a3-7da614d98cd9 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:00.440696 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e527b7e0-fdf4-4bdc-b3e6-f1c6b83b0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.444298 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:42:00.454581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4239f5ec-37d5-4f8f-98ba-10d911353bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.461403 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-3174829f-653f-4c4c-8884-604cee9bbfa7 req-7e5aa9ad-6dd0-471d-b2d5-de705ee1bce8 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447322 Nov 24 17:42:00.495768 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-e527b7e0-fdf4-4bdc-b3e6-f1c6b83b0370 None None] Port 0d383927-6008-4557-a7a3-7da614d98cd9 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:42:00.560470 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4239f5ec-37d5-4f8f-98ba-10d911353bb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3226c2929ea438a957fec0321239d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0088055 Nov 24 17:42:00.560470 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f5ec-37d5-4f8f-98ba-10d911353bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569f37b1-fd42-4d4b-a729-2ef931b6c15f,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:00.568806 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51072) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:00.698808 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51076) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:00.709864 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-81cb092a-4762-4ae2-a8d6-048e0eb42324 req-489e1b1d-cf01-4cce-801a-c55cd3318b0e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851183 Nov 24 17:42:00.740718 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-5f563dbc-9658-4558-a28d-eda5f03f76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:00.742605 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-5f563dbc-9658-4558-a28d-eda5f03f76c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 1096 time: 0.1415260 Nov 24 17:42:00.755460 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.800087 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:42:00.823907 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.836400 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b07aada1-e819-4cbc-9fc4-1a008484ccab admin admin] 10.222.0.41 "PUT /v2.0/routers/c137c20a-9f77-4c2c-b07d-656b696942fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2442575 Nov 24 17:42:00.947484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-2e02978e-a150-4084-be17-5fa7cd8d7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:00.949044 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-2e02978e-a150-4084-be17-5fa7cd8d7b02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 915 time: 0.1755214 Nov 24 17:42:00.953603 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-fb5415bb-4ac7-48d2-883c-8d930e41316c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.959594 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.962331 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:00.963516 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/569f37b1-fd42-4d4b-a729-2ef931b6c15f HTTP/1.1" status: 204 len: 168 time: 0.3937376 Nov 24 17:42:01.015580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8887bd-eb71-421d-bea7-9013d73960fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f37b1-fd42-4d4b-a729-2ef931b6c15f,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:01.019304 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-2d3cb7d3-6dad-4a3c-ba49-f31ec343f23b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb HTTP/1.1" status: 200 len: 217 time: 0.0538173 Nov 24 17:42:01.129379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-ae4b9797-f2f9-41a8-acd8-e9b5dcb3c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:01.131570 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-ae4b9797-f2f9-41a8-acd8-e9b5dcb3c916 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0885811 Nov 24 17:42:01.195946 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-9f31647d-244f-4561-8e1c-6e71c00851ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478327 Nov 24 17:42:01.245614 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-fb5415bb-4ac7-48d2-883c-8d930e41316c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.278582 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-fb5415bb-4ac7-48d2-883c-8d930e41316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.330798 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5415bb-4ac7-48d2-883c-8d930e41316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be436f-b6e1-49d7-bdaa-f036d2203520,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:01.340496 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-fb5415bb-4ac7-48d2-883c-8d930e41316c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24110db3a38140d884c3c6d4b92dec48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6382828 Nov 24 17:42:01.345015 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51100) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:01.372572 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-15ff809e-ee47-45b3-9dc7-37ebe9610b18 service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658094 Nov 24 17:42:01.478832 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.515404 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.573695 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-059b00d3-6154-410b-bd18-3afa02fbd972 req-cd5e7e56-ac54-4e34-b079-5b002b8730db service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832581 Nov 24 17:42:01.679796 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:01.696815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.702443 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.707937 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78be436f-b6e1-49d7-bdaa-f036d2203520 HTTP/1.1" status: 204 len: 168 time: 0.3615775 Nov 24 17:42:01.718972 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961a82-9518-49ea-8de8-15f92843a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be436f-b6e1-49d7-bdaa-f036d2203520,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:01.740954 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3ff10-947d-434c-a0a7-2a963a0711d1 req-04bd42e9-7150-4486-97cc-29f130fc84d3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:01.747429 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-89e3ff10-947d-434c-a0a7-2a963a0711d1 req-04bd42e9-7150-4486-97cc-29f130fc84d3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 943 time: 0.1205945 Nov 24 17:42:01.826621 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-89e3ff10-947d-434c-a0a7-2a963a0711d1 req-3b27658d-81a6-433a-8e57-a8817674ffde tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713780 Nov 24 17:42:01.882722 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:01.883092 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:01.925143 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51120) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:01.933588 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091578592', 'description': 'tempest-description--452992476'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:01.991695 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.099036 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9097b0-06de-4ed5-8c49-5c234422fd2b req-6e56a0a3-0648-439b-8728-7d81da819e0e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:02.108753 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ef9097b0-06de-4ed5-8c49-5c234422fd2b req-6e56a0a3-0648-439b-8728-7d81da819e0e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1103714 Nov 24 17:42:02.182780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.189202 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.256172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.258409 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3301256 Nov 24 17:42:02.260920 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51134) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:02.262104 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ce943-0467-4e09-99a8-d790d9d0ce2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:02.268517 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group_rule': {'security_group_id': 'a73d2c20-fc8c-4b3d-9be6-2eea5dd84013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:02.288315 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ef9097b0-06de-4ed5-8c49-5c234422fd2b req-38bf7b7c-1848-4738-a9ef-db2471721a25 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734090 Nov 24 17:42:02.298901 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:42:02.317067 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:02.318559 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:02.355870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.413424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51146) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:02.427117 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.433156 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.454083 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08028751-2d4f-4206-a2a9-f477a1f6d7e8,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:02.473495 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.478606 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-35e3710e-1e16-4eff-bfb0-5707fe8802a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137065 Nov 24 17:42:02.478880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51148) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:02.485905 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:02.489575 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group_rule': {'security_group_id': 'a73d2c20-fc8c-4b3d-9be6-2eea5dd84013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:02.537459 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Deleting subnet abcfd60e-8948-4b3f-91ee-4517419fb831 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:42:02.546699 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.568704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.622954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.709342 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.740810 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.749076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.778082 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319d8c76-25a0-4773-9333-a587bd25145a,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:02.786265 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.787217 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:41:59Z', 'revision_number': 2, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:02.788617 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3526c32e-a5f5-45a7-bde7-debb2219d0c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086562 Nov 24 17:42:02.791850 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51162) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:02.797627 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:02.823209 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.824271 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:42:02.824779 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Updating router c137c20a-9f77-4c2c-b07d-656b696942fe port 0d383927-6008-4557-a7a3-7da614d98cd9 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:42:02.847583 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.856335 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abcfd60e-8948-4b3f-91ee-4517419fb831,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:02.862648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.881026 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:02.896852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51166) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:02.904890 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-dd1ee33e-961d-49bf-9e2e-a144a68c993e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/abcfd60e-8948-4b3f-91ee-4517419fb831 HTTP/1.1" status: 204 len: 168 time: 0.4890988 Nov 24 17:42:02.919455 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 04039dbf-009d-4c27-a40a-f2a30b1232fb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:42:03.125297 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.157797 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b2a1-cad0-4941-87e5-cfa8dbeec2b2 req-a27fecfe-a426-442a-8d2d-efd481663a8b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:03.159395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9d3b2a1-cad0-4941-87e5-cfa8dbeec2b2 req-a27fecfe-a426-442a-8d2d-efd481663a8b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 943 time: 0.1918566 Nov 24 17:42:03.215746 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:03.237246 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '04039dbf-009d-4c27-a40a-f2a30b1232fb', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'port_id': '04039dbf-009d-4c27-a40a-f2a30b1232fb', 'mac_address': 'fa:16:3e:fc:b2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45362b9d-ffba-4017-8856-7b961a373a20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:42:03.293266 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.324039 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04039dbf-009d-4c27-a40a-f2a30b1232fb {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:03.347511 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:03.364551 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.465507 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:03.542484 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.550330 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.573938 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.577950 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.630268 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384430cd-9e5a-464c-bf3e-71f48d63e2d9 None None] Pushing event updated for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:03.654829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4424e489-8082-4992-93dd-1b2e19c7b59b']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:03.668927 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c294a283-c107-4aef-8f74-fdfb2e4d132f') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:03.669141 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c294a283-c107-4aef-8f74-fdfb2e4d132f') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:03.680183 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.705597 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Attempting to bind port 0d383927-6008-4557-a7a3-7da614d98cd9 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:03.705969 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Attempting to bind port 0d383927-6008-4557-a7a3-7da614d98cd9 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:03.706880 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Attempting to bind port 0d383927-6008-4557-a7a3-7da614d98cd9 on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:03.718457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eddba-53a6-48be-8956-1ee0ca8b0f5c req-224fc0f0-a4bd-4c0a-bbce-dddc442b5b90 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:03.718562 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['04039dbf-009d-4c27-a40a-f2a30b1232fb'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:03.728375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:03.728375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Checking segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:03.728375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.728375 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Bound using segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:03.728787 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Bound port: 0d383927-6008-4557-a7a3-7da614d98cd9, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:03.728876 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a4eddba-53a6-48be-8956-1ee0ca8b0f5c req-224fc0f0-a4bd-4c0a-bbce-dddc442b5b90 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.2956758 Nov 24 17:42:03.729868 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.747849 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.805530 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9d3b2a1-cad0-4941-87e5-cfa8dbeec2b2 req-b80655ed-7786-46bd-ae51-96b8bdf0f78f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703856 Nov 24 17:42:03.832097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:42:03.832878 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:42:03.835076 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:42:03.942825 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] For port 0d383927-6008-4557-a7a3-7da614d98cd9, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:03.976182 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.981233 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:03.983976 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] For port 0d383927-6008-4557-a7a3-7da614d98cd9, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d383927-6008-4557-a7a3-7da614d98cd9,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:03.984681 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4424e489-8082-4992-93dd-1b2e19c7b59b HTTP/1.1" status: 204 len: 168 time: 1.0837486 Nov 24 17:42:03.988539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51236) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:03.998569 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a4eddba-53a6-48be-8956-1ee0ca8b0f5c req-b1bffc95-7efb-4163-8384-ad30dfce52fe tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625732 Nov 24 17:42:04.012786 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.023437 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32691ea1-a4b8-44e7-aa85-9073de8c3370 admin admin] Pushing event deleted for resources: {'Network': ['ID=4424e489-8082-4992-93dd-1b2e19c7b59b,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:04.047665 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Allocated IP 172.27.2.55 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/c94f2774-5883-4140-8a04-aebf2805dbce) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:04.085441 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Deleting subnet d0fe8584-036f-4d85-9e57-a4f22bf7a7f6 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:42:04.089488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.136306 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.204684 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.237628 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.255374 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] Provisioning complete for port 0d383927-6008-4557-a7a3-7da614d98cd9 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:04.256197 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.294438 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:04.295466 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:41:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:04.302935 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384430cd-9e5a-464c-bf3e-71f48d63e2d9 None None] Pushing event updated for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:04.307700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.342020 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.390670 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:04.410691 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fe8584-036f-4d85-9e57-a4f22bf7a7f6,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:04.419836 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:04.420644 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.425276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:04.428487 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-377738c7-7bbb-4d28-a06d-ce7f6f3aa905 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0fe8584-036f-4d85-9e57-a4f22bf7a7f6 HTTP/1.1" status: 204 len: 168 time: 0.4382801 Nov 24 17:42:04.429133 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51258) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:04.435698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=c94f2774-5883-4140-8a04-aebf2805dbce,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:04.578213 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.594169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.616415 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad085-34be-4999-a831-2ff3380b2ffb req-d416db7b-af88-410d-ae08-3cbbac0432bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:04.617938 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b78ad085-34be-4999-a831-2ff3380b2ffb req-d416db7b-af88-410d-ae08-3cbbac0432bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1099 time: 0.0561574 Nov 24 17:42:04.637248 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:04.637520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.679834 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.856669 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.864712 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:04.977519 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=c94f2774-5883-4140-8a04-aebf2805dbce,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:04.999924 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.022791 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770886e5-9ecd-473b-a574-d34bb8276e0e req-f54b9f93-dfdc-48b2-987d-cbbea0ec9fd4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:05.022791 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-770886e5-9ecd-473b-a574-d34bb8276e0e req-f54b9f93-dfdc-48b2-987d-cbbea0ec9fd4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 944 time: 0.0790358 Nov 24 17:42:05.034778 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] For port 0d383927-6008-4557-a7a3-7da614d98cd9, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d383927-6008-4557-a7a3-7da614d98cd9,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:05.041793 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.042452 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.054851 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b78ad085-34be-4999-a831-2ff3380b2ffb req-4ba88e61-6ec7-4490-8d2e-2849d523280e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271555 Nov 24 17:42:05.058192 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-39b9bdc2-4b6e-4955-9414-59ef3ee31d59 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2651105 Nov 24 17:42:05.135181 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb21e36-9b05-4832-8b72-65086ea5fc11 None None] Pushing event updated for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:05.161982 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.193716 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-d8decda7-d130-423a-b155-003336737be4 None None] Provisioning complete for port 0d383927-6008-4557-a7a3-7da614d98cd9 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:05.194159 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d8decda7-d130-423a-b155-003336737be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.225400 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1f0d83-4001-4f21-a842-3b020b83bae4']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:05.225670 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-770886e5-9ecd-473b-a574-d34bb8276e0e req-16333f07-9e76-4451-aed6-f3ad9261e3ee tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Nov 24 17:42:05.252836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734389ba-0947-442b-bf95-c9a01109fff7') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:05.253184 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734389ba-0947-442b-bf95-c9a01109fff7') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:05.265947 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8ae33-fe62-4215-9f63-a7a1b151eb33 req-3f7e172c-6afc-4dbc-a3a1-c82ea41ccd95 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:05.285690 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ada8ae33-fe62-4215-9f63-a7a1b151eb33 req-3f7e172c-6afc-4dbc-a3a1-c82ea41ccd95 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1865306 Nov 24 17:42:05.306808 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.331376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.340577 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:42:05.341163 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:42:05.344247 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:42:05.370500 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ada8ae33-fe62-4215-9f63-a7a1b151eb33 req-af66bea0-7ee1-4c13-af19-64cbed851105 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836117 Nov 24 17:42:05.371142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:03Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:05.410886 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d74d6-bfeb-4fe0-813e-05581faea864 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:03Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:42:05.439829 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.448741 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.457720 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b1f0d83-4001-4f21-a842-3b020b83bae4 HTTP/1.1" status: 204 len: 168 time: 1.0269716 Nov 24 17:42:05.531752 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef6542-d343-4452-afed-65323679a970 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1f0d83-4001-4f21-a842-3b020b83bae4,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:05.703709 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d383927-6008-4557-a7a3-7da614d98cd9 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:05.787319 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 0d383927-6008-4557-a7a3-7da614d98cd9 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:05.787714 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.827304 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51296) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:05.880484 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-24679b67-cb4f-494e-b501-94daf5a448de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e33dba02f72944bea1677700ee060dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517180 Nov 24 17:42:05.883012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51298) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:05.946459 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:05.981177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.069193 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.072076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.074524 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7698d437-d459-4e8c-870d-35261f5d7bcf HTTP/1.1" status: 204 len: 168 time: 0.1894171 Nov 24 17:42:06.094072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3034b-832f-45d5-8c85-58005b94f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698d437-d459-4e8c-870d-35261f5d7bcf,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:06.431823 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62145a3-b02c-4e01-915c-ba5aee6815f5 req-78b2ab01-94ea-49ba-8986-5225a62231ef tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:06.435141 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f62145a3-b02c-4e01-915c-ba5aee6815f5 req-78b2ab01-94ea-49ba-8986-5225a62231ef tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 944 time: 0.0681038 Nov 24 17:42:06.507084 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f62145a3-b02c-4e01-915c-ba5aee6815f5 req-7a587cea-be5e-48d4-9471-5e2ff6fe0ff4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 Nov 24 17:42:06.619658 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51314) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:06.677789 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-cf72b96d-a306-43d0-b162-339c77669b53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d39d65a687354e5e8892124a12b2cf81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565841 Nov 24 17:42:06.681446 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51320) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:06.695257 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081b978-8566-4365-9680-a4bee3582c38 req-4f77122f-b54f-46b7-8fce-d60e56da9fb1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:06.696885 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7081b978-8566-4365-9680-a4bee3582c38 req-4f77122f-b54f-46b7-8fce-d60e56da9fb1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1029477 Nov 24 17:42:06.787365 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7081b978-8566-4365-9680-a4bee3582c38 req-f9c5a900-86f4-4a65-b62f-04865bb8cf35 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828323 Nov 24 17:42:06.788477 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.820409 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.883899 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.887587 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:06.888891 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28dd09ee-26eb-42f3-932d-f6e080ba041a HTTP/1.1" status: 204 len: 168 time: 0.2065196 Nov 24 17:42:06.899232 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575b108-f8e0-474b-9f04-17091734af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd09ee-26eb-42f3-932d-f6e080ba041a,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:06.937143 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 04039dbf-009d-4c27-a40a-f2a30b1232fb up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:07.007775 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 04039dbf-009d-4c27-a40a-f2a30b1232fb completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:42:07.013242 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 04039dbf-009d-4c27-a40a-f2a30b1232fb triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:07.013638 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:07.031934 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84248c-1086-4a5e-ae09-fe92f0b3ead6 req-66e78664-75a1-4081-8c9f-a32b34f10f7b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:07.040981 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bd84248c-1086-4a5e-ae09-fe92f0b3ead6 req-66e78664-75a1-4081-8c9f-a32b34f10f7b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0644550 Nov 24 17:42:07.098746 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bd84248c-1086-4a5e-ae09-fe92f0b3ead6 req-2f138c71-39ad-4e1e-b43c-7e820682b302 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Nov 24 17:42:07.112776 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:07.178373 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:07.182076 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05b6b02-00fa-4788-92f6-06f287bb42b4" -d '{"events": [{"server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "name": "network-vif-plugged", "status": "completed", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:07.187859 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:07.200035 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:07.241058 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76541aca-de3e-4b06-a653-db363169d423 x-openstack-request-id: req-76541aca-de3e-4b06-a653-db363169d423 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:07.241412 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "name": "network-vif-plugged", "status": "completed", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:07.241804 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76541aca-de3e-4b06-a653-db363169d423 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:07.242620 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb', 'code': 200} Nov 24 17:42:07.305480 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:07.582916 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c5fc9-bbad-4115-b3e6-a0f1a7a6d5e5 req-6bf96e54-7b3c-44ee-8b86-09591ec6db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:07.587866 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-440c5fc9-bbad-4115-b3e6-a0f1a7a6d5e5 req-6bf96e54-7b3c-44ee-8b86-09591ec6db8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 1098 time: 0.0722909 Nov 24 17:42:07.735664 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-440c5fc9-bbad-4115-b3e6-a0f1a7a6d5e5 req-99a05fa8-8670-4288-8163-a42c1af2e6c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337891 Nov 24 17:42:07.805506 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d640b-6d92-443f-8baf-3dbf55df177b req-5f6ca621-1b3d-4952-909b-1e6790901bbe tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:07.814527 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a55d640b-6d92-443f-8baf-3dbf55df177b req-5f6ca621-1b3d-4952-909b-1e6790901bbe tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.1113353 Nov 24 17:42:07.886854 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a55d640b-6d92-443f-8baf-3dbf55df177b req-b83ce3b1-76e5-4bf7-a99f-73d55eef6de4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652258 Nov 24 17:42:09.025146 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ed330-7171-4672-8adf-7675fcb2e507 req-f3af6b81-63ab-47bf-ac73-193d607527b1 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:09.026832 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e31ed330-7171-4672-8adf-7675fcb2e507 req-f3af6b81-63ab-47bf-ac73-193d607527b1 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.0527165 Nov 24 17:42:09.030413 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-90f37e0b-395c-4439-bcbf-5cd62eddcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:09.032034 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-90f37e0b-395c-4439-bcbf-5cd62eddcc3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0502629 Nov 24 17:42:09.103831 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e31ed330-7171-4672-8adf-7675fcb2e507 req-222a16bf-e7ea-49d6-a87b-c22d496f9e72 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Nov 24 17:42:09.212011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-b36b3a09-46ed-4fe6-a9de-0b11da5ad5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:09.213949 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-b36b3a09-46ed-4fe6-a9de-0b11da5ad5ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1619873 Nov 24 17:42:09.215750 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:09.265761 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-8a92f62e-7595-4d5e-baa6-1a1db7c17e30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0430071 Nov 24 17:42:09.273803 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee068b5-dff5-478d-9955-df41fb0ffe3c req-aa434904-2a4d-43ac-82d4-437f90f50336 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:09.291355 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dee068b5-dff5-478d-9955-df41fb0ffe3c req-aa434904-2a4d-43ac-82d4-437f90f50336 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0999863 Nov 24 17:42:09.347585 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-af5c638b-2184-4ef2-9c8c-2c11e2463505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:09.349992 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-af5c638b-2184-4ef2-9c8c-2c11e2463505 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0715084 Nov 24 17:42:09.371134 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dee068b5-dff5-478d-9955-df41fb0ffe3c req-c5cd0646-0eea-435f-a067-1da6ad0d71b2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762227 Nov 24 17:42:09.408498 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-8b82990c-0ccd-4a9a-99d5-db3cfcb38b1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509431 Nov 24 17:42:09.554037 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-62a0da85-b205-4ab2-be43-dee3618166d3 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192172 Nov 24 17:42:09.682022 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cb5b4fd3-a1a7-4a05-91e9-25b280dd473f req-b95675c1-12ee-4f44-a42a-19b4f7deffcd service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027184 Nov 24 17:42:10.009489 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-51b25811-0e39-441e-94f0-6101e247ff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:10.242357 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dff7fe-84e0-4ccd-b707-034d132a6c6d req-e8e8a7b9-7a6c-4913-b8a4-25445820947c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:10.243971 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47dff7fe-84e0-4ccd-b707-034d132a6c6d req-e8e8a7b9-7a6c-4913-b8a4-25445820947c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Nov 24 17:42:10.303427 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47dff7fe-84e0-4ccd-b707-034d132a6c6d req-0b77439a-500f-47a1-9942-c79fa8345d1f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509894 Nov 24 17:42:10.507600 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa20b0a-3cfe-4fb5-a421-69c37a7027e7 req-3402ea9a-9421-46d8-8a6b-643a7eb67110 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:10.509376 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2aa20b0a-3cfe-4fb5-a421-69c37a7027e7 req-3402ea9a-9421-46d8-8a6b-643a7eb67110 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0564239 Nov 24 17:42:10.597256 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2aa20b0a-3cfe-4fb5-a421-69c37a7027e7 req-245fa43e-ec96-42c2-b215-99cd33094319 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795922 Nov 24 17:42:11.752253 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b63e6a-857d-481d-acc6-c5c97bc77621 req-7928b1fe-f57e-406a-931b-d34bb09b21cc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:11.754043 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88b63e6a-857d-481d-acc6-c5c97bc77621 req-7928b1fe-f57e-406a-931b-d34bb09b21cc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0605295 Nov 24 17:42:11.815609 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88b63e6a-857d-481d-acc6-c5c97bc77621 req-344c0c66-8bd0-4052-9882-5a1d4e8cc71d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551417 Nov 24 17:42:12.624803 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7507ce36-2b8f-4907-9115-d73a6247275e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:12.927850 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51528) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:12.945572 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb93e8-3597-4767-91d3-f89d582d5ba4 req-a34694a3-1bff-41e8-96b1-98554e6ec757 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:12.947285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-56fb93e8-3597-4767-91d3-f89d582d5ba4 req-a34694a3-1bff-41e8-96b1-98554e6ec757 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0576303 Nov 24 17:42:12.998052 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-56fb93e8-3597-4767-91d3-f89d582d5ba4 req-46beafa4-6f4d-42a8-bed5-3536d6b4d287 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Nov 24 17:42:13.061424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9617-783d-4b6c-8ac6-2dc0b512536c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.151659 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9617-783d-4b6c-8ac6-2dc0b512536c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.167370 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9617-783d-4b6c-8ac6-2dc0b512536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.235780 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3bdd9617-783d-4b6c-8ac6-2dc0b512536c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d50dbb982eb34406ab2b5673d6c188f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066359 Nov 24 17:42:13.236598 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9617-783d-4b6c-8ac6-2dc0b512536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75662d55-dac1-4ae6-8f94-55df1c0406ef,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:13.239168 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51538) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:13.314524 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.323120 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-640c35e7-29f3-4c5a-8129-703bfe0e4096 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2091578592&fields=id&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 267 time: 0.0654728 Nov 24 17:42:13.346777 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.430083 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.433280 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.434286 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75662d55-dac1-4ae6-8f94-55df1c0406ef HTTP/1.1" status: 204 len: 168 time: 0.1939774 Nov 24 17:42:13.442657 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55d8a6-6330-4812-b2b8-b80caaaae52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75662d55-dac1-4ae6-8f94-55df1c0406ef,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:13.481340 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-7d52a2df-8b7a-4b66-9126-96167774e3f6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:13.483493 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-7d52a2df-8b7a-4b66-9126-96167774e3f6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 816 time: 0.1598063 Nov 24 17:42:13.502333 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-d20adbfa-4658-4414-a002-0724a72e9f36 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/quotas/2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 375 time: 0.0124037 Nov 24 17:42:13.583773 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-6f85fd41-6fc3-4a24-97fe-54d46757f43d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749404 Nov 24 17:42:13.714731 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-d9eec5f7-2f82-46e2-95b4-fa5c59a5ce0e service neutron] 10.222.0.41 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208014 Nov 24 17:42:13.839821 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-d4048a30-f75d-4629-8f82-956871505d90 service neutron] 10.222.0.41 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177917 Nov 24 17:42:13.873867 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51560) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:13.900155 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c12-3f14-4aaf-9bf9-c30ceb8fefad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:13.967897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.071233 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-121b23db-02d4-4dff-83b2-807339945bbb req-4b6d1dfc-b22b-4ed4-ac41-5dae63192834 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 210 time: 0.0342147 Nov 24 17:42:14.073783 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c12-3f14-4aaf-9bf9-c30ceb8fefad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.081151 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c12-3f14-4aaf-9bf9-c30ceb8fefad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.165868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51572) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:14.166763 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3e7f9c12-3f14-4aaf-9bf9-c30ceb8fefad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6755d1fcbc346f9bcf32da264638947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905388 Nov 24 17:42:14.172785 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f9c12-3f14-4aaf-9bf9-c30ceb8fefad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e82d17-09d5-4fbd-932e-197ee374dacc,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:14.210200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702efd-032a-4ee5-ae2c-4c154ef49a9f req-031cd27e-3259-460c-8940-fbaa11051c70 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:14.211758 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-13702efd-032a-4ee5-ae2c-4c154ef49a9f req-031cd27e-3259-460c-8940-fbaa11051c70 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1259584 Nov 24 17:42:14.256955 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.298616 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-13702efd-032a-4ee5-ae2c-4c154ef49a9f req-895b48ee-84bd-487b-bbbb-ee6e18afbe96 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776322 Nov 24 17:42:14.322827 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.419483 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.424349 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.425704 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22e82d17-09d5-4fbd-932e-197ee374dacc HTTP/1.1" status: 204 len: 168 time: 0.2584586 Nov 24 17:42:14.437974 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b942a95-b921-44b7-b0de-14ed43b3c450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e82d17-09d5-4fbd-932e-197ee374dacc,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:14.880610 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51604) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:14.894723 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9c871d8c-0233-4303-ba4a-84663e84d9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:14.996014 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9c871d8c-0233-4303-ba4a-84663e84d9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.000875 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9c871d8c-0233-4303-ba4a-84663e84d9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.040474 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9c871d8c-0233-4303-ba4a-84663e84d9f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe4ac70ca6d54db1ba036924320dc94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585312 Nov 24 17:42:15.041384 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871d8c-0233-4303-ba4a-84663e84d9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552e7b88-5935-4237-a776-e20db5e9cb55,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:15.043366 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51606) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:15.102921 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.130206 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.188623 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-94d518a6-1a98-43b4-944b-d1caf0f0554c req-a01c9951-cac1-4541-b345-bd3e5b47fb43 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 210 time: 0.0288200 Nov 24 17:42:15.206520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.209350 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.210572 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/552e7b88-5935-4237-a776-e20db5e9cb55 HTTP/1.1" status: 204 len: 168 time: 0.1650100 Nov 24 17:42:15.219141 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f80e12-839b-4c93-8df7-579df1696720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552e7b88-5935-4237-a776-e20db5e9cb55,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:15.493109 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dfdd9-2a81-4379-94f8-404ed1a0172b req-5ae7040e-1a60-4a88-8bd8-2518f3e4ed51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:15.500631 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-834dfdd9-2a81-4379-94f8-404ed1a0172b req-5ae7040e-1a60-4a88-8bd8-2518f3e4ed51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1047399 Nov 24 17:42:15.583177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-b70074a6-c40f-441e-9d0d-1fe5f5139da6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:15.584766 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-b70074a6-c40f-441e-9d0d-1fe5f5139da6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 816 time: 0.1531458 Nov 24 17:42:15.637616 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-834dfdd9-2a81-4379-94f8-404ed1a0172b req-873231e9-a058-4463-95c2-fa58dba7583e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358469 Nov 24 17:42:15.694012 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-573b38f4-8d84-4c27-890a-3e26ddcb864c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 380 time: 0.0926545 Nov 24 17:42:15.711415 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'port': {'device_id': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'admin_state_up': True, 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'security_groups': ['a73d2c20-fc8c-4b3d-9be6-2eea5dd84013']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:15.798008 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:15.887821 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Made reservation on behalf of 2bfb7b3dc3a44eacbb640b127a4db2a7 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:42:15.892820 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.077815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Allocated IP 172.20.0.14 (04a17716-e308-48be-9c62-01aa1d1c7170/131932e4-3d90-4b8f-b9f6-af7c973bec0e/dfbdf3ea-7e27-473c-a430-8d1f9370697b) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:16.162869 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.337152 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.354591 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a34d5dd0-c1db-4354-9db8-be40728240ec req-35feb1cf-783c-42bd-971d-cc51a216cb01 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 210 time: 0.0445476 Nov 24 17:42:16.409189 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.463817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:16.467637 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:16.472165 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:16.480216 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:16.543654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:16.544492 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.565387 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a0de0379-0e49-47ac-9d39-9b9fdee92abe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8603866 Nov 24 17:42:16.578502 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Request body: {'port': {'device_id': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:16.684547 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.783906 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-ada482fa-6880-4d57-ba31-6316c8a0aa9d None None] Provisioning complete for port dfbdf3ea-7e27-473c-a430-8d1f9370697b triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:16.784533 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ada482fa-6880-4d57-ba31-6316c8a0aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:16.827323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff070d9-167d-49fe-8317-87f568d05629 req-d4ddfff3-bd31-4c0e-80eb-f01c9119c58e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:16.837235 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eff070d9-167d-49fe-8317-87f568d05629 req-d4ddfff3-bd31-4c0e-80eb-f01c9119c58e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0873148 Nov 24 17:42:16.856506 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-ada482fa-6880-4d57-ba31-6316c8a0aa9d None None] Port dfbdf3ea-7e27-473c-a430-8d1f9370697b cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:42:16.919593 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eff070d9-167d-49fe-8317-87f568d05629 req-3f325b0b-473e-4d89-a4cf-7737a5a0d710 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813766 Nov 24 17:42:17.027843 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:17.038781 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:17.057988 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Transition to ACTIVE for port object dfbdf3ea-7e27-473c-a430-8d1f9370697b will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:42:17.063587 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:17.187111 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:17.265222 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Attempting to bind port dfbdf3ea-7e27-473c-a430-8d1f9370697b on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:17.265462 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Attempting to bind port dfbdf3ea-7e27-473c-a430-8d1f9370697b by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:17.265775 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Attempting to bind port dfbdf3ea-7e27-473c-a430-8d1f9370697b on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:17.270628 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Port dfbdf3ea-7e27-473c-a430-8d1f9370697b on network 04a17716-e308-48be-9c62-01aa1d1c7170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:42:17.271021 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Attempting to bind port dfbdf3ea-7e27-473c-a430-8d1f9370697b on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:17.277257 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:17.277557 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Checking segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:17.278312 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Bound using segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:17.279056 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Bound port: dfbdf3ea-7e27-473c-a430-8d1f9370697b, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:17.279486 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:17.351899 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:17.355607 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:17.360174 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:17.394654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:17.395479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:17.396960 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] 10.222.0.62 "PUT /v2.0/ports/dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 1094 time: 0.8230705 Nov 24 17:42:17.400052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:17.403217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:17.513713 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938a7a66-d1f1-4ae1-8267-f7ade1291847 x-openstack-request-id: req-938a7a66-d1f1-4ae1-8267-f7ade1291847 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:17.514258 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:17.514806 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-938a7a66-d1f1-4ae1-8267-f7ade1291847 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:17.515378 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'status': 'completed', 'code': 200} Nov 24 17:42:17.516177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc732bd3-7647-4de5-b4e8-193f4727deb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:17.547742 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-21add35d-acdb-497f-ac05-5589da755008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:17.547742 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-21add35d-acdb-497f-ac05-5589da755008 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1097 time: 0.0806527 Nov 24 17:42:17.573913 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f8e7-2d1b-41b1-931e-72f835fd60f7 req-981464ff-08ff-43bc-b980-7735910207f6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:17.576482 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2658f8e7-2d1b-41b1-931e-72f835fd60f7 req-981464ff-08ff-43bc-b980-7735910207f6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0889800 Nov 24 17:42:17.612809 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-3f3de03d-672d-4167-84b9-30cdb824a463 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 217 time: 0.0463550 Nov 24 17:42:17.644124 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2658f8e7-2d1b-41b1-931e-72f835fd60f7 req-9da16a4c-6a36-4eda-8f8f-4725c8d751f1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593317 Nov 24 17:42:17.680349 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-ed803240-8741-4429-8a08-2c3ec5944c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:17.683675 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-ed803240-8741-4429-8a08-2c3ec5944c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0625541 Nov 24 17:42:17.740297 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-9a022a81-2d50-4ccd-be61-56cc06c51636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:17.741722 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-9a022a81-2d50-4ccd-be61-56cc06c51636 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425270 Nov 24 17:42:17.854447 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-224039a6-4c6d-4b75-a317-89a0f9d0d873 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031928 Nov 24 17:42:17.973528 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34d2e80c-05aa-4a73-8fd7-1ef1253e98b8 req-a70f2a7a-a98c-45d7-a1d1-747a1aa8b2a4 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098082 Nov 24 17:42:18.052394 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85cbd-b2e3-4a7c-a285-361019ec66a9 req-fd3ee0f1-872c-4845-b702-59018b51ad56 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.054043 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a8d85cbd-b2e3-4a7c-a285-361019ec66a9 req-fd3ee0f1-872c-4845-b702-59018b51ad56 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Nov 24 17:42:18.104008 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-5d0b11a0-09f2-4bff-960a-ca60189a10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.105580 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-5d0b11a0-09f2-4bff-960a-ca60189a10af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1097 time: 0.0494101 Nov 24 17:42:18.111709 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a8d85cbd-b2e3-4a7c-a285-361019ec66a9 req-e1a9f4bf-0ca6-424f-8f47-05080b3de786 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Nov 24 17:42:18.228169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-08eb6fb5-6397-4cfb-bc32-38803de12600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.229916 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-08eb6fb5-6397-4cfb-bc32-38803de12600 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1119254 Nov 24 17:42:18.292008 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-91838595-c014-4482-89c7-5f979c6383ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 217 time: 0.0385776 Nov 24 17:42:18.355237 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-5cfa13b8-5d49-4658-aa0f-e09360bd3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.357148 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-5cfa13b8-5d49-4658-aa0f-e09360bd3772 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0523744 Nov 24 17:42:18.429696 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-d0e5b459-40d5-4dc4-a02d-681f9579de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.431608 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-d0e5b459-40d5-4dc4-a02d-681f9579de8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552454 Nov 24 17:42:18.534904 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-4c796ef9-2d47-482f-956b-f0c5bf537c21 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954242 Nov 24 17:42:18.639478 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1db04a82-fa46-4ad8-8d60-8de9333c4e4a req-8a7f41eb-c1dc-4910-81e8-e540a6fb182f service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950933 Nov 24 17:42:18.796945 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b973f-124e-4e10-8056-49e4531f0efc req-922f15ef-eac8-42de-82fc-7e3e6739f208 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:18.798897 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-046b973f-124e-4e10-8056-49e4531f0efc req-922f15ef-eac8-42de-82fc-7e3e6739f208 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0653768 Nov 24 17:42:18.855825 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-046b973f-124e-4e10-8056-49e4531f0efc req-06a3fd4d-1ef1-4c8d-9053-00c025c13067 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496163 Nov 24 17:42:19.242932 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8f760-aab6-4a94-b789-18bbd757db50 req-d3667e09-c1e0-4811-80e4-373dd1908f1b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:19.244472 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-46c8f760-aab6-4a94-b789-18bbd757db50 req-d3667e09-c1e0-4811-80e4-373dd1908f1b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0602319 Nov 24 17:42:19.302991 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-46c8f760-aab6-4a94-b789-18bbd757db50 req-1be0f196-5b3c-463a-87d1-dd286534cc04 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Nov 24 17:42:19.512598 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51736) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:19.641227 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fea03935-77ac-47f5-942b-2184b6720408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.725839 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fea03935-77ac-47f5-942b-2184b6720408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.732794 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fea03935-77ac-47f5-942b-2184b6720408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.777032 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-fea03935-77ac-47f5-942b-2184b6720408 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ff5ae1816044f9b1b40a8aca5fabe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632565 Nov 24 17:42:19.781970 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51744) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:19.783513 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03935-77ac-47f5-942b-2184b6720408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c6d13-d0d3-4f75-8d81-b4551a95ef20,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:19.867572 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.891006 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.967389 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.970303 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:19.971276 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/991c6d13-d0d3-4f75-8d81-b4551a95ef20 HTTP/1.1" status: 204 len: 168 time: 0.1869173 Nov 24 17:42:19.979270 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c266cee-42bb-4a99-a703-87ddb00ec521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c6d13-d0d3-4f75-8d81-b4551a95ef20,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:20.020989 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30066025-4902-4d38-97a0-182ff8a8d27a req-8807764f-e097-4c48-83d0-2d59c3430234 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:20.022703 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-30066025-4902-4d38-97a0-182ff8a8d27a req-8807764f-e097-4c48-83d0-2d59c3430234 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0848234 Nov 24 17:42:20.098376 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-30066025-4902-4d38-97a0-182ff8a8d27a req-ff5e4c22-c121-4573-a013-2d1f77e032a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609198 Nov 24 17:42:20.310341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51754) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:20.324236 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b41-7eaf-4859-8a64-7573752133f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.421865 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33c41a-de16-4402-a622-20c15322e1bc req-9d5e6be2-cb38-41fa-83d3-72b6a66d1574 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:20.422737 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b41-7eaf-4859-8a64-7573752133f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.423550 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0d33c41a-de16-4402-a622-20c15322e1bc req-9d5e6be2-cb38-41fa-83d3-72b6a66d1574 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Nov 24 17:42:20.432171 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7b41-7eaf-4859-8a64-7573752133f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.477233 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2d7a7b41-7eaf-4859-8a64-7573752133f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ef720b3d534a4a8751e060671081a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656711 Nov 24 17:42:20.478223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7b41-7eaf-4859-8a64-7573752133f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f270c-73da-4949-9986-9502a0436493,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:20.480647 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51760) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:20.493767 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0d33c41a-de16-4402-a622-20c15322e1bc req-b7412fbd-475a-4d91-bdf7-742dd24e8f04 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Nov 24 17:42:20.535271 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.559115 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.615701 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.618500 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:20.619741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/805f270c-73da-4949-9986-9502a0436493 HTTP/1.1" status: 204 len: 168 time: 0.1380992 Nov 24 17:42:20.629922 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b86a4f-2ab7-4591-85a3-bf5e18d584b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f270c-73da-4949-9986-9502a0436493,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:21.234306 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96af7-fb8d-4629-9f1b-e901b5a5dbe2 req-82c8fc99-fcb3-40d9-93a9-1c71053b9745 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:21.235929 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-63a96af7-fb8d-4629-9f1b-e901b5a5dbe2 req-82c8fc99-fcb3-40d9-93a9-1c71053b9745 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0573678 Nov 24 17:42:21.316072 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-63a96af7-fb8d-4629-9f1b-e901b5a5dbe2 req-cc9e2330-8985-4f9a-995b-874758697989 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733495 Nov 24 17:42:21.623981 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1f1c-4862-49c0-bd87-4724b271154b req-5bee711b-67ca-428a-a4c5-56c01cd6f41e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:21.625764 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-660b1f1c-4862-49c0-bd87-4724b271154b req-5bee711b-67ca-428a-a4c5-56c01cd6f41e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0597069 Nov 24 17:42:21.678988 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-660b1f1c-4862-49c0-bd87-4724b271154b req-f672547d-33e7-4b74-b0c5-7eff621eaa89 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466418 Nov 24 17:42:22.450750 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eed8c-4939-44bd-8440-c2138ba6137b req-7539492d-42b7-4f5f-b7d2-dfb84cf240d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:22.452591 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3eed8c-4939-44bd-8440-c2138ba6137b req-7539492d-42b7-4f5f-b7d2-dfb84cf240d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0598333 Nov 24 17:42:22.519413 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e3eed8c-4939-44bd-8440-c2138ba6137b req-679d687c-fa66-4d5f-8c4c-2b359f546f57 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573514 Nov 24 17:42:22.806808 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb41e5c-e875-4c45-a856-a7331865c1f1 req-c8a9216d-eaa5-4b18-9420-b4b4ada4543f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:22.808322 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6cb41e5c-e875-4c45-a856-a7331865c1f1 req-c8a9216d-eaa5-4b18-9420-b4b4ada4543f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Nov 24 17:42:22.862180 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6cb41e5c-e875-4c45-a856-a7331865c1f1 req-b12b4a1d-5c05-4de7-8ccb-bd9f369d8dba tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472784 Nov 24 17:42:23.663234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12772c6-2591-4109-9ee6-5ee60752f028 req-1d2122f9-805c-499f-b1a4-30098c66c3f2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:23.664689 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c12772c6-2591-4109-9ee6-5ee60752f028 req-1d2122f9-805c-499f-b1a4-30098c66c3f2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0534167 Nov 24 17:42:23.721625 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c12772c6-2591-4109-9ee6-5ee60752f028 req-87ca0ef2-aca7-4ce2-861a-00529e63669c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504136 Nov 24 17:42:23.980603 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bcd48-5b37-4665-bc81-b17b8a9d00e1 req-60f8abc3-8b77-4f6f-aab4-f63205c5cb54 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:23.982271 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cd6bcd48-5b37-4665-bc81-b17b8a9d00e1 req-60f8abc3-8b77-4f6f-aab4-f63205c5cb54 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0505054 Nov 24 17:42:24.035558 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cd6bcd48-5b37-4665-bc81-b17b8a9d00e1 req-3223b58b-769c-4c46-9f70-3d0c71b01924 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Nov 24 17:42:24.256936 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:42:24.863141 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185208e5-2f76-450a-9520-5c8a70630301 req-16a05ac2-d80e-4860-9f6a-4ec32b2f7577 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:24.864687 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-185208e5-2f76-450a-9520-5c8a70630301 req-16a05ac2-d80e-4860-9f6a-4ec32b2f7577 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0534534 Nov 24 17:42:24.916134 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-185208e5-2f76-450a-9520-5c8a70630301 req-dc9cc587-58b5-4a55-b4a5-accbb63ade60 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Nov 24 17:42:25.169129 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7757bd-b8f9-4097-8f69-acd85d6ebe87 req-3882c959-6d97-4d01-a641-74573ef73b7f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:25.170733 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fd7757bd-b8f9-4097-8f69-acd85d6ebe87 req-3882c959-6d97-4d01-a641-74573ef73b7f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0595489 Nov 24 17:42:25.220516 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fd7757bd-b8f9-4097-8f69-acd85d6ebe87 req-bd12d274-15a8-471e-bb6a-e5d2b918a665 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Nov 24 17:42:25.633811 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:42:25.739699 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:25.752015 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:42:25.793192 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:25.809929 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:25.833082 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:25.840451 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:25.900809 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:26.045499 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07939721-33af-4132-b4f7-77b528ef843f req-59afd613-19b8-4149-bbdc-9bc13b57d5c5 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:26.047368 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-07939721-33af-4132-b4f7-77b528ef843f req-59afd613-19b8-4149-bbdc-9bc13b57d5c5 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.0599279 Nov 24 17:42:26.098768 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-07939721-33af-4132-b4f7-77b528ef843f req-63c992c8-2ffe-462e-b915-5f151ec8b79c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Nov 24 17:42:26.346194 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff87bb2-d03a-4458-aab7-03a261b2da1c req-f1488b16-0d1d-44a8-b3df-331659ad53bd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:26.347774 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5ff87bb2-d03a-4458-aab7-03a261b2da1c req-f1488b16-0d1d-44a8-b3df-331659ad53bd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0555394 Nov 24 17:42:26.402352 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5ff87bb2-d03a-4458-aab7-03a261b2da1c req-f0d603d7-5492-4b85-9edb-640214e154c1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Nov 24 17:42:27.054549 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['dfbdf3ea-7e27-473c-a430-8d1f9370697b'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:27.255669 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d004f3-d1ec-4e68-a9ea-eba9e55a2257 req-34d55822-f71d-4cc2-8985-f5870cddc026 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:27.257294 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0d004f3-d1ec-4e68-a9ea-eba9e55a2257 req-34d55822-f71d-4cc2-8985-f5870cddc026 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.0668921 Nov 24 17:42:27.346242 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0d004f3-d1ec-4e68-a9ea-eba9e55a2257 req-83ccc2c1-ac30-434b-a84d-977ff2dd85b2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752289 Nov 24 17:42:27.547031 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d88967-7e30-4737-962d-cd06bf92e494 req-0bd74d2f-3073-4e6d-a5e2-770cbceb82a3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:27.549945 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-80d88967-7e30-4737-962d-cd06bf92e494 req-0bd74d2f-3073-4e6d-a5e2-770cbceb82a3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0636873 Nov 24 17:42:27.608413 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-80d88967-7e30-4737-962d-cd06bf92e494 req-7d24a0ed-e53e-40aa-a71f-76400765b6ed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Nov 24 17:42:28.126030 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d6287646-0114-4ce0-81b7-358846e46c98 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:28.129466 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d6287646-0114-4ce0-81b7-358846e46c98 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.1169729 Nov 24 17:42:28.154815 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-b7d8d723-414b-4a15-84ea-b5c88b521b4c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/quotas/f281d208ed954aafb567c78b39c80250 HTTP/1.1" status: 200 len: 375 time: 0.0113580 Nov 24 17:42:28.216179 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-83c9d093-67af-4c22-85de-979f863a33de tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545335 Nov 24 17:42:28.288685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 51986) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:28.328359 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-dcc46400-5a71-42ec-9f06-b720d2c14d77 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030014 Nov 24 17:42:28.406973 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3af0ebd9-f522-438c-bbd2-1f4bf36e28ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.456168 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-23625b02-3e1b-4d56-9256-645a02b88171 service neutron] 10.222.0.41 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203356 Nov 24 17:42:28.497585 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633f820-c953-40b5-8468-f0d961f7c144 req-26af68a5-efba-4694-98c8-360d4ebec0d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:28.499426 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b633f820-c953-40b5-8468-f0d961f7c144 req-26af68a5-efba-4694-98c8-360d4ebec0d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Nov 24 17:42:28.503541 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3af0ebd9-f522-438c-bbd2-1f4bf36e28ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.516005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3af0ebd9-f522-438c-bbd2-1f4bf36e28ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.568390 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3af0ebd9-f522-438c-bbd2-1f4bf36e28ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8b624a70fc74aedaa4097d2f28d1b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785490 Nov 24 17:42:28.571839 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 51992) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:28.592120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0ebd9-f522-438c-bbd2-1f4bf36e28ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727c578d-5db8-4878-9a79-a1ef4f5ea973,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:28.597565 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b633f820-c953-40b5-8468-f0d961f7c144 req-81a26b16-ab2d-4ded-b325-6c19063e4d93 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882566 Nov 24 17:42:28.670593 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7d138002-bf6b-4720-9538-7199b9f9ad43 req-93aae010-817b-47e6-b9c0-04335e985d07 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 210 time: 0.0354328 Nov 24 17:42:28.690504 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.745907 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.797057 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036003db-bc08-4246-b333-a01a5fcfded1 req-0ee94156-5dfc-4c5e-8625-8482f42a15a9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:28.806148 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-036003db-bc08-4246-b333-a01a5fcfded1 req-0ee94156-5dfc-4c5e-8625-8482f42a15a9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0999846 Nov 24 17:42:28.868166 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.870914 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:28.872489 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/727c578d-5db8-4878-9a79-a1ef4f5ea973 HTTP/1.1" status: 204 len: 168 time: 0.2982035 Nov 24 17:42:28.883507 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-036003db-bc08-4246-b333-a01a5fcfded1 req-3fd3bd46-0152-4765-b0d4-8aa68da5f9a1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755739 Nov 24 17:42:28.896659 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ff5a-cf4c-4443-beb1-1cd6fc114b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727c578d-5db8-4878-9a79-a1ef4f5ea973,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:29.031583 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:29.096281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port dfbdf3ea-7e27-473c-a430-8d1f9370697b completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:42:29.113643 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port dfbdf3ea-7e27-473c-a430-8d1f9370697b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:29.113992 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:29.228237 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:29.253736 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:29.256126 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9e2c6d-2842-4733-b37c-2ee41c618942" -d '{"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:29.272352 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:29.281359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:29.318479 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55641c32-a745-4ea2-b65e-248d3ea66ee3 x-openstack-request-id: req-55641c32-a745-4ea2-b65e-248d3ea66ee3 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:29.318802 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:29.319404 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55641c32-a745-4ea2-b65e-248d3ea66ee3 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:29.319953 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'code': 200} Nov 24 17:42:29.355620 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:29.526666 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc79b4-f4b8-428a-a3e6-9809fd5b6774 req-08ce9f56-d231-42f8-9380-5778c2947dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:29.528218 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d4cc79b4-f4b8-428a-a3e6-9809fd5b6774 req-08ce9f56-d231-42f8-9380-5778c2947dfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1099 time: 0.0458963 Nov 24 17:42:29.579326 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d4cc79b4-f4b8-428a-a3e6-9809fd5b6774 req-4cfc9d72-843c-4192-af53-a8ae13d8911c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Nov 24 17:42:29.726447 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6edf8-71bc-41a8-96f4-5d223a51b730 req-7d5daae1-b7fb-49af-b5fd-3507392f4a74 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:29.728095 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6fe6edf8-71bc-41a8-96f4-5d223a51b730 req-7d5daae1-b7fb-49af-b5fd-3507392f4a74 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0577457 Nov 24 17:42:29.804246 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-90f0f029-55de-4def-95e6-d1eadf41add6 req-9c0e47ba-c21b-4b61-af40-54ef161a937e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 210 time: 0.0398726 Nov 24 17:42:29.810323 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6fe6edf8-71bc-41a8-96f4-5d223a51b730 req-b5622790-bda2-463d-ba09-d433a646a2d6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753543 Nov 24 17:42:30.044892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c11f3-9dcd-44fb-8e82-d45132f31502 req-d8340570-d976-4eca-a8b9-356d6e7ad5b8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:30.046712 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-134c11f3-9dcd-44fb-8e82-d45132f31502 req-d8340570-d976-4eca-a8b9-356d6e7ad5b8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0862477 Nov 24 17:42:30.108864 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-134c11f3-9dcd-44fb-8e82-d45132f31502 req-5fbd7d58-a4fd-4e02-a656-ca8cbc6e75fc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Nov 24 17:42:30.216906 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1d482b1c-9365-41e4-9c1e-11c1d22c0dc9 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:30.218783 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1d482b1c-9365-41e4-9c1e-11c1d22c0dc9 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 814 time: 0.1395597 Nov 24 17:42:30.245665 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Request body: {'port': {'device_id': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'admin_state_up': True, 'tenant_id': 'f281d208ed954aafb567c78b39c80250'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:30.360492 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Made reservation on behalf of f281d208ed954aafb567c78b39c80250 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:42:30.364253 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.506346 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Allocated IP 172.20.0.9 (f005f741-9c1d-45d2-982c-10cafc49c472/45362b9d-ffba-4017-8856-7b961a373a20/660f31ca-9251-447d-8eba-ef3279698a8d) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:30.517303 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52064) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:30.640903 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dd92f0da-c293-40c7-a7d7-b07b147af584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.675743 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.717705 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.722011 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dd92f0da-c293-40c7-a7d7-b07b147af584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.726774 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dd92f0da-c293-40c7-a7d7-b07b147af584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.732547 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185', 'c8645eb6-72f8-4c1e-935f-027bafb434d6', '04039dbf-009d-4c27-a40a-f2a30b1232fb'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:30.766471 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92f0da-c293-40c7-a7d7-b07b147af584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c3772-2cd5-4be6-89e0-f332275b4576,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:30.767956 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Network f005f741-9c1d-45d2-982c-10cafc49c472 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:30.772167 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:30.773782 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dd92f0da-c293-40c7-a7d7-b07b147af584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6a687efc854ecdae4f437a14c0a8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552781 Nov 24 17:42:30.774771 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52068) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:30.774865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:30.821373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event updated for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:30.848541 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.862694 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:30.863341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.886407 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:30.909266 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-1eedb813-f15f-4494-abf6-4d89d8c0c89b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6679494 Nov 24 17:42:30.925223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Request body: {'port': {'device_id': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:30.998458 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.020720 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eee64-b4d0-4bc9-9fa2-73fadcfb9ce5 req-fb390518-943c-44ba-a908-9fb776ff701b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:31.022851 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d82eee64-b4d0-4bc9-9fa2-73fadcfb9ce5 req-fb390518-943c-44ba-a908-9fb776ff701b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1251688 Nov 24 17:42:31.035628 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df45876-efd2-4440-aef6-e987996626cc req-7f8cc87e-7d48-45fe-ba76-2b2ea378e4cb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:31.037435 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0df45876-efd2-4440-aef6-e987996626cc req-7f8cc87e-7d48-45fe-ba76-2b2ea378e4cb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 931 time: 0.1046638 Nov 24 17:42:31.068031 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.072789 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.074415 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/218c3772-2cd5-4be6-89e0-f332275b4576 HTTP/1.1" status: 204 len: 168 time: 0.2982912 Nov 24 17:42:31.129463 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757905fc-8879-448f-8553-7d55971b58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c3772-2cd5-4be6-89e0-f332275b4576,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:31.217554 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d82eee64-b4d0-4bc9-9fa2-73fadcfb9ce5 req-1ab312e0-b2fe-427e-976a-2e41d2fdcd27 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775377 Nov 24 17:42:31.238672 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0df45876-efd2-4440-aef6-e987996626cc req-14238caa-b22c-468d-b14f-a41494604bc1 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887181 Nov 24 17:42:31.407334 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fb815-df78-474e-9f6a-babc8043ce0d req-6f2217bd-e219-47c3-9e3a-96a9431648b0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:31.408974 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0b4fb815-df78-474e-9f6a-babc8043ce0d req-6f2217bd-e219-47c3-9e3a-96a9431648b0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0739472 Nov 24 17:42:31.444568 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52090) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:31.501169 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0b4fb815-df78-474e-9f6a-babc8043ce0d req-039f3862-1895-4f54-846d-877f54761e48 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860713 Nov 24 17:42:31.615833 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e4f3cc3e-3584-4e87-b768-49d9c8848eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.630322 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660f31ca-9251-447d-8eba-ef3279698a8d {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:31.638315 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.652335 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Transition to ACTIVE for port object 660f31ca-9251-447d-8eba-ef3279698a8d will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:42:31.657572 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.713747 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:31.729613 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e4f3cc3e-3584-4e87-b768-49d9c8848eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.736862 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e4f3cc3e-3584-4e87-b768-49d9c8848eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.782822 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Attempting to bind port 660f31ca-9251-447d-8eba-ef3279698a8d on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:31.783178 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Attempting to bind port 660f31ca-9251-447d-8eba-ef3279698a8d by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:31.783863 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Attempting to bind port 660f31ca-9251-447d-8eba-ef3279698a8d on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:31.789041 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e4f3cc3e-3584-4e87-b768-49d9c8848eb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edbf23fa6922457a82a5596390883939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410439 Nov 24 17:42:31.789190 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Port 660f31ca-9251-447d-8eba-ef3279698a8d on network f005f741-9c1d-45d2-982c-10cafc49c472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:42:31.789190 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Attempting to bind port 660f31ca-9251-447d-8eba-ef3279698a8d on network f005f741-9c1d-45d2-982c-10cafc49c472 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:31.789444 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52102) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:31.796557 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3cc3e-3584-4e87-b768-49d9c8848eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb3b90-12db-452a-b8cd-10fc27c4990b,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:31.797025 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:31.797583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Checking segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:31.798019 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Bound using segment: {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:31.798598 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Bound port: 660f31ca-9251-447d-8eba-ef3279698a8d, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b4cc26-c9ba-48af-9caf-4561175308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:31.798930 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.859291 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.872468 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:31.876238 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=660f31ca-9251-447d-8eba-ef3279698a8d,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:31.881611 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.885227 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.917516 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:31.917516 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.919693 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] 10.222.0.62 "PUT /v2.0/ports/660f31ca-9251-447d-8eba-ef3279698a8d HTTP/1.1" status: 200 len: 1093 time: 0.9996259 Nov 24 17:42:31.922791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:31.925972 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79080dc-4e6a-4d59-aaf3-5020e356415c" -d '{"events": [{"name": "network-changed", "server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:31.952949 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.956828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:31.958219 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7acb3b90-12db-452a-b8cd-10fc27c4990b HTTP/1.1" status: 204 len: 168 time: 0.1674485 Nov 24 17:42:31.958729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435f383-50fb-4691-b9bd-47aaeb26dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:31.967929 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804ebd2-4e10-4d98-b9f5-1ec86e698762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb3b90-12db-452a-b8cd-10fc27c4990b,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:32.031725 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae21b12-3dc9-4405-a3d9-0d8e3ad1e123 x-openstack-request-id: req-dae21b12-3dc9-4405-a3d9-0d8e3ad1e123 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:32.032073 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:32.032383 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dae21b12-3dc9-4405-a3d9-0d8e3ad1e123 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:32.032788 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d', 'status': 'completed', 'code': 200} Nov 24 17:42:32.053632 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-ff804d73-985f-4bd2-b2eb-43ec341d9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.055455 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-ff804d73-985f-4bd2-b2eb-43ec341d9fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 1096 time: 0.0614722 Nov 24 17:42:32.112594 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-4b9e2c0d-22a1-49fc-bd26-49296c08cc62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660f31ca-9251-447d-8eba-ef3279698a8d HTTP/1.1" status: 200 len: 217 time: 0.0394342 Nov 24 17:42:32.177610 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-f06617ca-35db-4ba1-8cf0-dc263b75920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.180766 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-f06617ca-35db-4ba1-8cf0-dc263b75920b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.0593638 Nov 24 17:42:32.231634 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-3712f311-d8d8-45bd-801d-1e8625679557 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368812 Nov 24 17:42:32.393537 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-602ed513-0182-4562-86b9-31247f6444aa service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521192 Nov 24 17:42:32.416677 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac110a-33ff-46c1-a417-128f96104181 req-029c0f64-c362-4a48-ac2e-68fe96906eb8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.418780 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7ac110a-33ff-46c1-a417-128f96104181 req-029c0f64-c362-4a48-ac2e-68fe96906eb8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0772936 Nov 24 17:42:32.506182 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc69db-c5ec-4d6f-a238-9d0d74658913 req-07f833f2-a684-442b-87c2-ae91df7048b4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.507869 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cfcc69db-c5ec-4d6f-a238-9d0d74658913 req-07f833f2-a684-442b-87c2-ae91df7048b4 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 943 time: 0.0880849 Nov 24 17:42:32.520065 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7ac110a-33ff-46c1-a417-128f96104181 req-50c72930-4bf7-4610-afd4-2731f7913490 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910521 Nov 24 17:42:32.553253 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-08291410-eefe-42d2-aedd-4c1ebb2b5fd9 req-11e575ed-85bb-491b-ae11-7dc7ae2fdb9f service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480427 Nov 24 17:42:32.648774 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cfcc69db-c5ec-4d6f-a238-9d0d74658913 req-d38bedb3-5876-41f0-a6ac-237a78732e02 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275413 Nov 24 17:42:32.703581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-3a5e54d1-9cc9-412e-b9d5-ae9dd65d0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.705223 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-3a5e54d1-9cc9-412e-b9d5-ae9dd65d0895 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f281d208ed954aafb567c78b39c80250&device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 1096 time: 0.0699904 Nov 24 17:42:32.784871 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a243ff-af1c-4353-b3e6-7984308ed9d1 req-a8042be2-62be-46ff-9e76-311ab910ab09 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.786903 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57a243ff-af1c-4353-b3e6-7984308ed9d1 req-a8042be2-62be-46ff-9e76-311ab910ab09 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0602727 Nov 24 17:42:32.792426 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52146) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:32.836867 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-c44359c5-2d59-4706-8aea-f0a3ca2b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.838448 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-c44359c5-2d59-4706-8aea-f0a3ca2b2024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 200 len: 915 time: 0.1194854 Nov 24 17:42:32.869399 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57a243ff-af1c-4353-b3e6-7984308ed9d1 req-8a652e18-b9ad-4795-9d10-3237b6de8111 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739975 Nov 24 17:42:32.915820 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-f9b01c71-d3bc-4abe-af44-70813de2e467 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660f31ca-9251-447d-8eba-ef3279698a8d HTTP/1.1" status: 200 len: 217 time: 0.0600841 Nov 24 17:42:32.956791 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa82949-0559-445c-bb71-8c1a9f86d7e5 req-52e1ee7b-1481-4587-beda-aed26c0ad6f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:32.958834 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bfa82949-0559-445c-bb71-8c1a9f86d7e5 req-52e1ee7b-1481-4587-beda-aed26c0ad6f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0652735 Nov 24 17:42:32.969327 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52156) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:32.976623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'floatingip': {'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:32.978438 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0482-ddbc-4f95-8887-b7a12a356ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.069286 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0482-ddbc-4f95-8887-b7a12a356ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.075533 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0482-ddbc-4f95-8887-b7a12a356ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.087832 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.122611 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a1fe0482-ddbc-4f95-8887-b7a12a356ec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f04af20011204f1aae3a49d22999f78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285322 Nov 24 17:42:33.123742 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0482-ddbc-4f95-8887-b7a12a356ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85797e8d-f221-48ac-8d18-66cf73eda2e9,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:33.126393 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52164) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:33.132846 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-ddb935da-282a-4252-8eb6-1e67a89a85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:33.134441 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-ddb935da-282a-4252-8eb6-1e67a89a85f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 200 len: 854 time: 0.1999483 Nov 24 17:42:33.181246 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.185667 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-31df8f8c-d81c-408d-bf90-5c11e5adf829 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f005f741-9c1d-45d2-982c-10cafc49c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287960 Nov 24 17:42:33.207674 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.266086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.269028 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:33.270238 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85797e8d-f221-48ac-8d18-66cf73eda2e9 HTTP/1.1" status: 204 len: 168 time: 0.1422057 Nov 24 17:42:33.282645 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de944-cbe1-416f-bdec-721720088aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85797e8d-f221-48ac-8d18-66cf73eda2e9,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:33.405767 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-804d4140-528d-4f9b-ad15-7fa627bd39bb service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970153 Nov 24 17:42:33.719648 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d79080dc-4e6a-4d59-aaf3-5020e356415c req-a54db6f6-1fbf-4d8f-8257-425859d2048d service neutron] 10.222.0.62 "GET /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055279 Nov 24 17:42:33.806491 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa06f7-f027-45f3-a980-14be77a4996d req-f92d62ed-0433-4024-acb3-ea54feb6469b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:33.810694 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-80fa06f7-f027-45f3-a980-14be77a4996d req-f92d62ed-0433-4024-acb3-ea54feb6469b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 943 time: 0.0571246 Nov 24 17:42:33.876619 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-80fa06f7-f027-45f3-a980-14be77a4996d req-c9500526-c870-401f-a3af-4bff039e6188 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579250 Nov 24 17:42:34.008951 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee557f68-a9d0-419b-a4e7-ec6241487803 req-2b8911c9-476c-4f87-b3d7-1b463f909090 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:34.011298 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee557f68-a9d0-419b-a4e7-ec6241487803 req-2b8911c9-476c-4f87-b3d7-1b463f909090 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0574985 Nov 24 17:42:34.064051 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee557f68-a9d0-419b-a4e7-ec6241487803 req-75e354c5-3b6c-4dc2-9f54-a597bd61ddb0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Nov 24 17:42:34.173932 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:34.179075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:34.289865 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Floating IP 42cd02aa-74a6-432a-bf79-ef675637b42b associated. External IP: 172.27.2.55, port: dfbdf3ea-7e27-473c-a430-8d1f9370697b. Nov 24 17:42:34.518856 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:42:34.641468 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:42:34.667472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:34.669857 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:42:34.684747 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:34.686055 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:34.700661 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9befd386-6a5b-4774-bcdc-1db1ad26c417 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "PUT /v2.0/floatingips/42cd02aa-74a6-432a-bf79-ef675637b42b HTTP/1.1" status: 200 len: 991 time: 1.7295718 Nov 24 17:42:34.701257 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:34.710433 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7cb66-b6b0-4474-8177-b2338ca4d747" -d '{"events": [{"name": "network-changed", "server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:34.769280 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4563bfdf-b41c-4bb0-b370-85fd1b4e4e33 x-openstack-request-id: req-4563bfdf-b41c-4bb0-b370-85fd1b4e4e33 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:34.769578 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:34.769857 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4563bfdf-b41c-4bb0-b370-85fd1b4e4e33 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:34.770320 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'status': 'completed', 'code': 200} Nov 24 17:42:34.822881 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:34.860550 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-fdc6f13c-ec43-464d-a9be-42791200af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:34.862091 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-fdc6f13c-ec43-464d-a9be-42791200af5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1099 time: 0.0661092 Nov 24 17:42:34.970250 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-f91adef1-475e-4a79-8330-296de35bfbdc tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53b7afacccb34bd0a7f19b330cee5797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655501 Nov 24 17:42:35.015623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-2071362f-0ad4-4908-be1a-ad7c5215d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:35.017717 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-2071362f-0ad4-4908-be1a-ad7c5215d6d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1441154 Nov 24 17:42:35.065496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 660f31ca-9251-447d-8eba-ef3279698a8d details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:42:35.136250 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-83d4c204-c5a8-402b-be23-af9053acfe89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 999 time: 0.1086276 Nov 24 17:42:35.198995 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=660f31ca-9251-447d-8eba-ef3279698a8d,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:35.212903 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '660f31ca-9251-447d-8eba-ef3279698a8d', 'network_id': 'f005f741-9c1d-45d2-982c-10cafc49c472', 'port_id': '660f31ca-9251-447d-8eba-ef3279698a8d', 'mac_address': 'fa:16:3e:41:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45362b9d-ffba-4017-8856-7b961a373a20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:42:35.265525 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-6e93de60-350c-430c-96a1-b135ae9cd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:35.267422 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-6e93de60-350c-430c-96a1-b135ae9cd988 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.1040168 Nov 24 17:42:35.273165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:35.289823 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660f31ca-9251-447d-8eba-ef3279698a8d {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:35.317087 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=660f31ca-9251-447d-8eba-ef3279698a8d,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:35.321813 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '42cd02aa-74a6-432a-bf79-ef675637b42b', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:42:04Z', 'updated_at': '2021-11-24T17:42:33Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:35.324259 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:35.369598 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:42:35.371277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-38564b78-73d0-4ecb-b653-a10b7dc7b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:35.373842 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-38564b78-73d0-4ecb-b653-a10b7dc7b3cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914538 Nov 24 17:42:35.382316 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:35.383340 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:35.389542 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:35.506193 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-7287b707-4b22-4b12-ad3c-eb586c89240a service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231229 Nov 24 17:42:35.511095 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:35.513732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6942cf-cc92-41d8-9dd4-6a24b3017c99 req-63ae4adb-1c05-41fc-989a-c068d645e661 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:35.515266 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2c6942cf-cc92-41d8-9dd4-6a24b3017c99 req-63ae4adb-1c05-41fc-989a-c068d645e661 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 943 time: 0.5562418 Nov 24 17:42:35.611013 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e0a7cb66-b6b0-4474-8177-b2338ca4d747 req-e4090dfa-70ff-493c-9903-cd72603367c1 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911131 Nov 24 17:42:35.612201 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-17939de7-e74b-4cd6-a9fc-589223b751ef tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:35.613678 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-17939de7-e74b-4cd6-a9fc-589223b751ef tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6128707 Nov 24 17:42:35.634709 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2c6942cf-cc92-41d8-9dd4-6a24b3017c99 req-d6886ac4-de53-467d-87d3-b17bb2e76b2e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078639 Nov 24 17:42:35.637554 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ff708fd9-967a-4107-9971-585c91a0d8df tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/quotas/53b7afacccb34bd0a7f19b330cee5797 HTTP/1.1" status: 200 len: 375 time: 0.0158656 Nov 24 17:42:35.685049 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['660f31ca-9251-447d-8eba-ef3279698a8d'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:35.700555 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-a6e1a325-5941-4993-8ff7-218c99f28dfc tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=53b7afacccb34bd0a7f19b330cee5797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532241 Nov 24 17:42:35.799434 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '42cd02aa-74a6-432a-bf79-ef675637b42b', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:42:04Z', 'updated_at': '2021-11-24T17:42:33Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:35.844087 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f631b98c-ede7-49c8-ac62-78dc7909ad21 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '42cd02aa-74a6-432a-bf79-ef675637b42b', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:42:04Z', 'updated_at': '2021-11-24T17:42:33Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:42:35.995585 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cdaf315a-8957-4708-b9ce-dee6b77c801f req-1384a4ba-26a1-4d5f-8c8f-6d180d04f2fd tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 210 time: 0.0699594 Nov 24 17:42:36.020940 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3915a-2a06-4dde-911b-43190f6ff261 req-8e16802e-3956-4a92-a0c0-71c5e40527d9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:36.025453 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7fc3915a-2a06-4dde-911b-43190f6ff261 req-8e16802e-3956-4a92-a0c0-71c5e40527d9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1165280 Nov 24 17:42:36.087883 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7fc3915a-2a06-4dde-911b-43190f6ff261 req-f1841825-74dd-489d-8580-a043d3978902 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Nov 24 17:42:36.171310 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4bbc1-0975-4136-8b39-31bae246a93e None None] New status for floating IP 42cd02aa-74a6-432a-bf79-ef675637b42b: ACTIVE {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:42:36.783270 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa80225-6fe0-42c9-882c-e6a384593a1a req-28c0e257-757f-41d3-acd6-86bc526813a8 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:36.784766 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2fa80225-6fe0-42c9-882c-e6a384593a1a req-28c0e257-757f-41d3-acd6-86bc526813a8 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 944 time: 0.0682235 Nov 24 17:42:36.839366 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2fa80225-6fe0-42c9-882c-e6a384593a1a req-b4412f7b-fc4a-42e4-a38a-be7fa882221f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Nov 24 17:42:38.766904 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ea6bb86d-e344-4683-8003-8f936ba717aa req-85f21f43-5a2c-49f3-9c62-91a8b4aeaa73 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Nov 24 17:42:38.836633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-8c711a6b-ccfc-456a-a89a-b57e82d069d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:38.839905 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-8c711a6b-ccfc-456a-a89a-b57e82d069d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0744684 Nov 24 17:42:38.854777 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84a9a-7369-4665-b75d-0e0d21f865fd req-4651a05d-244d-4e26-ace6-a1ab2bcf1a9e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:38.856837 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-efc84a9a-7369-4665-b75d-0e0d21f865fd req-4651a05d-244d-4e26-ace6-a1ab2bcf1a9e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0829749 Nov 24 17:42:38.943086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54af9b7-a7d1-41ab-ad8d-afc6a811c77c req-cb178649-9c31-4eb5-91ae-0dd83eab9ddf tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:38.944546 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a54af9b7-a7d1-41ab-ad8d-afc6a811c77c req-cb178649-9c31-4eb5-91ae-0dd83eab9ddf tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 944 time: 0.0866628 Nov 24 17:42:38.950427 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-efc84a9a-7369-4665-b75d-0e0d21f865fd req-db581bb2-4f70-4e12-a275-7f4560f2c051 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Nov 24 17:42:39.007929 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a54af9b7-a7d1-41ab-ad8d-afc6a811c77c req-b8c9ce02-1087-4f12-a65a-289c6bdd0586 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531809 Nov 24 17:42:39.009765 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-781f5a80-e53e-4cd1-82ef-6bdee8ce5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:39.011384 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-781f5a80-e53e-4cd1-82ef-6bdee8ce5d87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1144800 Nov 24 17:42:39.066779 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-6f6e7c1f-7034-4668-adfa-0b3eb6d938a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0377395 Nov 24 17:42:39.127040 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-4bfcab27-23c2-44cf-8cc4-e56daa371a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:39.128768 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-4bfcab27-23c2-44cf-8cc4-e56daa371a3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0509670 Nov 24 17:42:39.163309 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-e35040a0-15a3-44b6-928c-34893e634618 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248768 Nov 24 17:42:39.202432 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:39.269113 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-2da1a32c-5715-4d43-8aee-8d057d4b8cde service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959702 Nov 24 17:42:39.372948 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4bd0887d-7154-4fb7-a78e-68920c397fc4 req-cfea3a87-7859-4b72-bb5e-ff1357efb0fa service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949683 Nov 24 17:42:39.702196 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-dc5fa7b7-d2b1-42c8-a7fc-448e72025a1d tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=53b7afacccb34bd0a7f19b330cee5797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503037 Nov 24 17:42:39.933201 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-00e534b7-5fe2-469b-9935-55b21ae23b79 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:39.935467 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-00e534b7-5fe2-469b-9935-55b21ae23b79 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257357 Nov 24 17:42:39.954012 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2c67d903-1f50-42ed-a4f2-bc53deccd5e3 req-b821759a-b62e-45f2-ad5e-ecd8a8704de1 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Nov 24 17:42:39.954657 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Request body: {'port': {'device_id': '72d29ed5-b428-495c-8352-d7879f136f30', 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3', 'admin_state_up': True, 'tenant_id': '53b7afacccb34bd0a7f19b330cee5797'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:40.014091 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-07dd241a-a6af-4144-8d47-8461b314eb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.093305 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2603a0-a3cf-423f-9146-257edd4fee8f req-d5f7df12-1696-413c-8418-4b62aacf201b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:40.095062 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cb2603a0-a3cf-423f-9146-257edd4fee8f req-d5f7df12-1696-413c-8418-4b62aacf201b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0557680 Nov 24 17:42:40.105407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Made reservation on behalf of 53b7afacccb34bd0a7f19b330cee5797 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:42:40.111744 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.127574 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.215534 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cb2603a0-a3cf-423f-9146-257edd4fee8f req-ca7b5064-9daf-44ae-8795-c68157cfa60a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095538 Nov 24 17:42:40.228549 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2cbbf-73c8-46fe-9bf2-4df016dfe02f req-d9471f0e-d8d1-42dd-bb19-9ce805239796 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:40.239870 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e6f2cbbf-73c8-46fe-9bf2-4df016dfe02f req-d9471f0e-d8d1-42dd-bb19-9ce805239796 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 944 time: 0.1152394 Nov 24 17:42:40.242450 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.249488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.308619 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e6f2cbbf-73c8-46fe-9bf2-4df016dfe02f req-a743ede9-a56d-4d54-b8e5-c97b8fc99f72 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555632 Nov 24 17:42:40.353177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d78ea-f794-499e-8e97-d1f89c1298dc,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:40.382824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.383169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.383869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.383869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.384195 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.384526 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.384842 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.385168 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.385499 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.385821 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.386155 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.386485 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:40.420620 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Allocated IP 192.168.233.165 (1f5ace50-2d64-4b40-9605-23fc8ec40ad3/544b9d62-47ce-4ded-a393-00ec0d7c0a2c/752ec8da-44f3-4b91-8cfb-52621688aafc) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:40.592967 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.633292 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.643111 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 660f31ca-9251-447d-8eba-ef3279698a8d up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:40.684139 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:40.690099 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:40.694764 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:40.722477 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Pushing event updated for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:40.727978 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 660f31ca-9251-447d-8eba-ef3279698a8d completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:42:40.742171 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 660f31ca-9251-447d-8eba-ef3279698a8d triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:40.742506 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.763104 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:40.763895 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.798452 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ef773e6f-03e9-4df9-bb0f-5596e5a4e164 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8487275 Nov 24 17:42:40.822369 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Request body: {'port': {'device_id': '72d29ed5-b428-495c-8352-d7879f136f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:40.920984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.961740 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:40.974284 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=660f31ca-9251-447d-8eba-ef3279698a8d,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:40.975325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:40.978025 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ead0c-274b-4d84-aac5-6aad763835d8" -d '{"events": [{"server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "name": "network-vif-plugged", "status": "completed", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:40.982001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.044297 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:41.056537 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.057138 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.057625 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.058112 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.058617 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.059190 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.059690 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.060161 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.060631 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.061096 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.061564 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.062035 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:41.070895 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-ee6ebd88-e13b-4c1c-8470-6bf00a06e01a None None] Provisioning complete for port 752ec8da-44f3-4b91-8cfb-52621688aafc triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:41.071532 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebd88-e13b-4c1c-8470-6bf00a06e01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.103698 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88748d2c-a8b2-41df-a969-485cde205e42 x-openstack-request-id: req-88748d2c-a8b2-41df-a969-485cde205e42 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:41.103990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "name": "network-vif-plugged", "status": "completed", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:41.104408 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88748d2c-a8b2-41df-a969-485cde205e42 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:41.104952 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d', 'code': 200} Nov 24 17:42:41.112284 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ebd88-e13b-4c1c-8470-6bf00a06e01a None None] Port 752ec8da-44f3-4b91-8cfb-52621688aafc cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:42:41.137774 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8861ca-dbc5-4da7-92b2-8549b8d6c6db req-87331f60-3bb6-4865-871b-c025dfe0cbd8 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.139388 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8c8861ca-dbc5-4da7-92b2-8549b8d6c6db req-87331f60-3bb6-4865-871b-c025dfe0cbd8 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 936 time: 0.0628335 Nov 24 17:42:41.204499 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8c8861ca-dbc5-4da7-92b2-8549b8d6c6db req-71424a60-566f-4c0b-93df-99d1c438e13f tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Nov 24 17:42:41.323915 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752ec8da-44f3-4b91-8cfb-52621688aafc {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:41.324185 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf370aeb-647c-43dc-ade8-9e66a6b2d9e5 req-4f97f23f-e9e4-4bb1-b2f2-a703490dd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.325694 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cf370aeb-647c-43dc-ade8-9e66a6b2d9e5 req-4f97f23f-e9e4-4bb1-b2f2-a703490dd5b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 1098 time: 0.0697889 Nov 24 17:42:41.334834 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.354701 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1bdf-b42a-42ff-a2b6-2f3f4ef7e923 req-8cf88d41-52b1-41b7-87ec-408b8849c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.356959 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-721e1bdf-b42a-42ff-a2b6-2f3f4ef7e923 req-8cf88d41-52b1-41b7-87ec-408b8849c71a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0738046 Nov 24 17:42:41.362452 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Transition to ACTIVE for port object 752ec8da-44f3-4b91-8cfb-52621688aafc will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:42:41.376478 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.396460 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801fa12-40b2-4fba-9803-af5421f8f61a req-101ca374-27d6-40f7-aec8-f8643e169b63 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.398075 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d801fa12-40b2-4fba-9803-af5421f8f61a req-101ca374-27d6-40f7-aec8-f8643e169b63 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0919394 Nov 24 17:42:41.448030 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cf370aeb-647c-43dc-ade8-9e66a6b2d9e5 req-e76b5ead-f274-4103-a981-703af5da2591 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050549 Nov 24 17:42:41.491459 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-721e1bdf-b42a-42ff-a2b6-2f3f4ef7e923 req-5cad90c3-edc1-4248-86fc-d929c517763c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254697 Nov 24 17:42:41.505451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4248-dfbd-42d9-8128-f649c428e46a req-f1729c46-77e8-4285-9554-25e12c20e917 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.507156 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c1e4248-dfbd-42d9-8128-f649c428e46a req-f1729c46-77e8-4285-9554-25e12c20e917 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.1038444 Nov 24 17:42:41.510564 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d801fa12-40b2-4fba-9803-af5421f8f61a req-a30e906d-bdff-47e5-8108-7f554513afb2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028659 Nov 24 17:42:41.517531 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Pushing event updated for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:41.566536 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Attempting to bind port 752ec8da-44f3-4b91-8cfb-52621688aafc on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:41.566715 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Attempting to bind port 752ec8da-44f3-4b91-8cfb-52621688aafc by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:41.566994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Attempting to bind port 752ec8da-44f3-4b91-8cfb-52621688aafc on network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:41.572078 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Port 752ec8da-44f3-4b91-8cfb-52621688aafc on network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:42:41.572403 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Attempting to bind port 752ec8da-44f3-4b91-8cfb-52621688aafc on network 1f5ace50-2d64-4b40-9605-23fc8ec40ad3 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:41.578637 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:41.579006 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Checking segment: {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:41.579846 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Bound using segment: {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:41.579977 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Bound port: 752ec8da-44f3-4b91-8cfb-52621688aafc, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6995d0d-0bcc-4e95-b7e7-c4e21145dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:41.580324 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.589219 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c1e4248-dfbd-42d9-8128-f649c428e46a req-e4e3d343-78f7-4dac-8575-fe8ed0a606ca tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758433 Nov 24 17:42:41.669584 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:41.673070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=752ec8da-44f3-4b91-8cfb-52621688aafc,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:41.678089 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.711442 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:41.712060 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:41.713484 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] 10.222.0.62 "PUT /v2.0/ports/752ec8da-44f3-4b91-8cfb-52621688aafc HTTP/1.1" status: 200 len: 1098 time: 0.8973441 Nov 24 17:42:41.713939 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:41.718601 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf14694-5ae1-4839-b31b-77bfa477a99b" -d '{"events": [{"name": "network-changed", "server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:41.758422 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a53d6-f604-4c2f-bec2-022f806fb2fc service neutron] Pushing event updated for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:41.766154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e59d7-311e-4b95-9bfd-e110e2da1342 x-openstack-request-id: req-d71e59d7-311e-4b95-9bfd-e110e2da1342 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:41.766579 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:41.767382 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71e59d7-311e-4b95-9bfd-e110e2da1342 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:41.767382 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc', 'status': 'completed', 'code': 200} Nov 24 17:42:42.114840 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14694-5ae1-4839-b31b-77bfa477a99b req-6bc7d2fb-b797-455c-96bf-2a7e1fde5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.116687 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fbf14694-5ae1-4839-b31b-77bfa477a99b req-6bc7d2fb-b797-455c-96bf-2a7e1fde5408 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53b7afacccb34bd0a7f19b330cee5797&device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 1101 time: 0.0986555 Nov 24 17:42:42.155434 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fbf14694-5ae1-4839-b31b-77bfa477a99b req-b76fe14d-5980-43f8-984d-04422d33c9c7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=53b7afacccb34bd0a7f19b330cee5797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289543 Nov 24 17:42:42.348564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14694-5ae1-4839-b31b-77bfa477a99b req-feacb407-d3b6-49be-b125-2f276e6471a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.350064 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fbf14694-5ae1-4839-b31b-77bfa477a99b req-feacb407-d3b6-49be-b125-2f276e6471a5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865242 Nov 24 17:42:42.354358 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158957f5-474d-4023-bcf9-eec90571f99b req-6efa1011-f174-4355-9e0a-748df1fba231 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.356212 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-158957f5-474d-4023-bcf9-eec90571f99b req-6efa1011-f174-4355-9e0a-748df1fba231 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0701644 Nov 24 17:42:42.421119 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-158957f5-474d-4023-bcf9-eec90571f99b req-ac0c43ec-167a-4d9c-a776-3e990a6885b7 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568130 Nov 24 17:42:42.625370 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d3a30bdd-5cc0-4cbb-9236-a5371752664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:42.658872 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-d32c26c6-473a-460a-9e21-5a0f43862c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.660415 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-d32c26c6-473a-460a-9e21-5a0f43862c88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53b7afacccb34bd0a7f19b330cee5797&device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 1101 time: 0.2560542 Nov 24 17:42:42.691745 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840ac23-7fb3-42ff-8efb-a70a0fe3c80e req-10a901a8-0b84-4b89-8c85-797877359170 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.693285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5840ac23-7fb3-42ff-8efb-a70a0fe3c80e req-10a901a8-0b84-4b89-8c85-797877359170 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0958908 Nov 24 17:42:42.710094 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-a28932c4-1682-44ff-855d-f97fe4c525a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=752ec8da-44f3-4b91-8cfb-52621688aafc HTTP/1.1" status: 200 len: 217 time: 0.0362754 Nov 24 17:42:42.769716 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50836824-37f1-43eb-8f0a-ab17dbe0eff8 req-bc136f77-ad9d-4343-b3f9-af05648864d6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.771245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-50836824-37f1-43eb-8f0a-ab17dbe0eff8 req-bc136f77-ad9d-4343-b3f9-af05648864d6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.0770330 Nov 24 17:42:42.783200 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-c4cdeb51-dca8-444a-833a-90d26c829adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.784708 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-c4cdeb51-dca8-444a-833a-90d26c829adc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=544b9d62-47ce-4ded-a393-00ec0d7c0a2c HTTP/1.1" status: 200 len: 843 time: 0.0525060 Nov 24 17:42:42.790208 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5840ac23-7fb3-42ff-8efb-a70a0fe3c80e req-8ac55160-c277-4869-b5be-cc328d8c0bf8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859442 Nov 24 17:42:42.842838 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-50836824-37f1-43eb-8f0a-ab17dbe0eff8 req-8d4e5607-6c34-4e46-8069-ffa4cddf6d05 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630088 Nov 24 17:42:42.844520 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852c38-f518-4635-8d1b-65472275ec97 req-011cd11f-8dff-48fd-8c62-f940aaae3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:42.846052 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-011cd11f-8dff-48fd-8c62-f940aaae3d56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f5ace50-2d64-4b40-9605-23fc8ec40ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527821 Nov 24 17:42:42.953341 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-b98b56c3-7a7c-46e7-8b75-6def0235cad9 service neutron] 10.222.0.62 "GET /v2.0/networks/1f5ace50-2d64-4b40-9605-23fc8ec40ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898240 Nov 24 17:42:43.063524 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8f852c38-f518-4635-8d1b-65472275ec97 req-0df568c2-5867-4f83-abeb-22cd8e8d508b service neutron] 10.222.0.62 "GET /v2.0/networks/1f5ace50-2d64-4b40-9605-23fc8ec40ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022339 Nov 24 17:42:43.559748 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdda9-9fd2-456b-85a9-5f5b58a6ce1e req-ee1e69a1-89cd-4283-b322-e55ab239517a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:43.561141 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0e0fdda9-9fd2-456b-85a9-5f5b58a6ce1e req-ee1e69a1-89cd-4283-b322-e55ab239517a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0567627 Nov 24 17:42:43.612644 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0e0fdda9-9fd2-456b-85a9-5f5b58a6ce1e req-b610e48e-8aea-473f-bd97-3f71554b4689 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Nov 24 17:42:43.940842 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3ea5e-b52d-445f-8a71-cd0f6e2d8093 req-dd5962ad-35d9-4f56-8ad8-81b892b50e02 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:43.942403 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ab3ea5e-b52d-445f-8a71-cd0f6e2d8093 req-dd5962ad-35d9-4f56-8ad8-81b892b50e02 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0710642 Nov 24 17:42:43.951001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:44.028490 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ab3ea5e-b52d-445f-8a71-cd0f6e2d8093 req-6cfde1ba-02cc-4c11-abec-888dfa8b1e2e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703683 Nov 24 17:42:44.037292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ef792-820e-4534-b3a4-3e16e8554537 req-df7d4109-d9b0-41e5-abb3-8c15aef87589 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:44.044779 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b28ef792-820e-4534-b3a4-3e16e8554537 req-df7d4109-d9b0-41e5-abb3-8c15aef87589 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.1011238 Nov 24 17:42:44.095652 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b28ef792-820e-4534-b3a4-3e16e8554537 req-dd920caf-e788-42ec-aa5c-6fc0a12e08ed tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Nov 24 17:42:44.313535 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474371-3ad5-4f1f-b9b9-655d7d763042 req-3e548a40-14d6-4500-b7be-2ce8d1e4db4d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:44.315433 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1474371-3ad5-4f1f-b9b9-655d7d763042 req-3e548a40-14d6-4500-b7be-2ce8d1e4db4d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0560415 Nov 24 17:42:44.410657 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1474371-3ad5-4f1f-b9b9-655d7d763042 req-910e3340-3dfa-4c60-b913-eb69567c28b7 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881748 Nov 24 17:42:45.802412 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:46.154892 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:47.132413 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-a8f1afeb-cf8d-4e13-a864-c418ce7c0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:47.133969 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-a8f1afeb-cf8d-4e13-a864-c418ce7c0406 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0487449 Nov 24 17:42:47.276704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-774fa805-25d5-4ddf-957e-4e6630614032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:47.278973 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200c23-30f3-476a-b050-46d0e9aa0dc2 req-faad69c0-c5ef-4476-bd68-3350ef694cad tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:47.279960 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-774fa805-25d5-4ddf-957e-4e6630614032 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1040835 Nov 24 17:42:47.280640 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19200c23-30f3-476a-b050-46d0e9aa0dc2 req-faad69c0-c5ef-4476-bd68-3350ef694cad tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0678101 Nov 24 17:42:47.328655 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-3a2abc86-856a-4b3f-9de1-62db61792e71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0389736 Nov 24 17:42:47.337592 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19200c23-30f3-476a-b050-46d0e9aa0dc2 req-29642465-aee7-40bb-8f17-bea9f7bbe69a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499964 Nov 24 17:42:47.389187 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-233d0fde-146e-4fc3-a285-7719deb7b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:47.390748 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-233d0fde-146e-4fc3-a285-7719deb7b16a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0547597 Nov 24 17:42:47.429044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3ced-4c22-4439-aa90-dea7fc592382 req-28219c49-2b8e-4ab5-bb9a-15e9946d175c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:47.430672 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aeef3ced-4c22-4439-aa90-dea7fc592382 req-28219c49-2b8e-4ab5-bb9a-15e9946d175c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0588038 Nov 24 17:42:47.442202 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-94723f2f-8e49-41f3-a793-705ec08950e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374970 Nov 24 17:42:47.482491 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aeef3ced-4c22-4439-aa90-dea7fc592382 req-5b3594e7-f2a4-40a2-a09a-e6885f14a327 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Nov 24 17:42:47.567307 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-953cafa1-c9ba-4d70-9e0b-ebfa31716963 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973587 Nov 24 17:42:47.672783 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cafe2911-50aa-4c0b-bd7b-a24365aca4e4 req-ddc7e84e-1031-4c12-bb67-ec80cb712eeb service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878518 Nov 24 17:42:48.478858 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d269003-2e01-4432-a7ae-5a817f896265 req-c51a153e-b082-44f0-82bd-c7e084237f62 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:48.480390 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1d269003-2e01-4432-a7ae-5a817f896265 req-c51a153e-b082-44f0-82bd-c7e084237f62 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0609267 Nov 24 17:42:48.539920 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1d269003-2e01-4432-a7ae-5a817f896265 req-2e4b73f2-fcb4-402a-bb3c-03b22b4ca382 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 Nov 24 17:42:48.611273 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4524e-3b61-4acc-8958-70c0b380cdcd req-cbc3e393-f856-4d65-9f45-906a2076ef7f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:48.612876 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31e4524e-3b61-4acc-8958-70c0b380cdcd req-cbc3e393-f856-4d65-9f45-906a2076ef7f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0573077 Nov 24 17:42:48.687534 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31e4524e-3b61-4acc-8958-70c0b380cdcd req-1c4c0aa2-af6d-484d-9112-956932448387 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Nov 24 17:42:49.665811 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e587fea-809a-49bf-9600-833cbf680b3e req-846637cf-1525-4bba-8578-58a583e272c4 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:49.667321 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9e587fea-809a-49bf-9600-833cbf680b3e req-846637cf-1525-4bba-8578-58a583e272c4 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0540869 Nov 24 17:42:49.718036 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9e587fea-809a-49bf-9600-833cbf680b3e req-25e5e1f4-bf3b-4e48-b922-f68b75e2a8b3 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Nov 24 17:42:49.828254 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2423d-037e-4d26-8bb6-ab1af20fab45 req-05c73dbb-6994-4002-8a44-f111e07e2c2b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:49.829715 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d4c2423d-037e-4d26-8bb6-ab1af20fab45 req-05c73dbb-6994-4002-8a44-f111e07e2c2b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0593276 Nov 24 17:42:49.886773 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d4c2423d-037e-4d26-8bb6-ab1af20fab45 req-a55380b6-7bdd-467b-9303-4ad98b8753fd tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Nov 24 17:42:50.688746 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 752ec8da-44f3-4b91-8cfb-52621688aafc details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:42:50.707603 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52552) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:50.875757 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:50.916141 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a351a-822b-4bfd-90be-1a931cfc8e65 req-4a71c7cd-1195-44a2-ada0-a2f0d1e32e00 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:50.917903 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ab9a351a-822b-4bfd-90be-1a931cfc8e65 req-4a71c7cd-1195-44a2-ada0-a2f0d1e32e00 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 948 time: 0.0927303 Nov 24 17:42:50.957272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=752ec8da-44f3-4b91-8cfb-52621688aafc,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:50.971268 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '752ec8da-44f3-4b91-8cfb-52621688aafc', 'network_id': '1f5ace50-2d64-4b40-9605-23fc8ec40ad3', 'port_id': '752ec8da-44f3-4b91-8cfb-52621688aafc', 'mac_address': 'fa:16:3e:53:dd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544b9d62-47ce-4ded-a393-00ec0d7c0a2c', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:42:51.010644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.027862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752ec8da-44f3-4b91-8cfb-52621688aafc {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:42:51.048343 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=752ec8da-44f3-4b91-8cfb-52621688aafc,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:51.054722 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ab9a351a-822b-4bfd-90be-1a931cfc8e65 req-57f11223-4df9-4389-bd38-907a354f224a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290317 Nov 24 17:42:51.055086 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.072176 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.090687 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.116780 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:51.118579 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4c57-f621-4ea3-b0a5-2d514b179a96 req-e19634c0-7524-4f27-ae4a-f14bab4be003 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:51.122153 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc0e4c57-f621-4ea3-b0a5-2d514b179a96 req-e19634c0-7524-4f27-ae4a-f14bab4be003 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1358867 Nov 24 17:42:51.167305 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e33235ece0044dbba9923706bb0e3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585540 Nov 24 17:42:51.170518 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52570) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:51.193640 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0636f926-195d-4062-a209-2493853c8b39,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:51.210354 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.210711 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.211053 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.211392 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.211712 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.212400 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.212733 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.213064 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.213386 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.213708 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.214027 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.214379 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5fd52-4c74-4c2a-aba1-587e97946576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:51.222384 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.230680 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc0e4c57-f621-4ea3-b0a5-2d514b179a96 req-a7cb0046-4a84-477d-a44e-49d387992a8e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Nov 24 17:42:51.246029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.298067 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.300917 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:51.302161 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0636f926-195d-4062-a209-2493853c8b39 HTTP/1.1" status: 204 len: 168 time: 0.1305869 Nov 24 17:42:51.310582 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30220ad-af2e-4363-b329-3db2df158852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636f926-195d-4062-a209-2493853c8b39,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:51.555050 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['752ec8da-44f3-4b91-8cfb-52621688aafc'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:52.192741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c0216-606c-4015-b11c-2966edd3864e req-f50d822f-d799-4e90-a21a-6d9e6af5fd8a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:52.194456 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-255c0216-606c-4015-b11c-2966edd3864e req-f50d822f-d799-4e90-a21a-6d9e6af5fd8a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 949 time: 0.0537014 Nov 24 17:42:52.260060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-255c0216-606c-4015-b11c-2966edd3864e req-16bfaac0-af14-4cce-9f29-182cc14ebbbe tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Nov 24 17:42:52.704256 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c72e1-c4f8-4df3-87a6-4347167d776f req-43d56a0d-405b-4acb-9498-4d0facd2ebae tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:52.705697 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-516c72e1-c4f8-4df3-87a6-4347167d776f req-43d56a0d-405b-4acb-9498-4d0facd2ebae tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0540333 Nov 24 17:42:52.754805 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-516c72e1-c4f8-4df3-87a6-4347167d776f req-03908769-2793-4d33-b837-6d2f6359b220 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Nov 24 17:42:53.384567 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d865-74a6-4c6a-a8a8-f5ca68f3ba6d req-8dddaee9-6713-4ee4-af65-b3846adb299a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:53.386751 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c436d865-74a6-4c6a-a8a8-f5ca68f3ba6d req-8dddaee9-6713-4ee4-af65-b3846adb299a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 949 time: 0.0575571 Nov 24 17:42:53.437033 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c436d865-74a6-4c6a-a8a8-f5ca68f3ba6d req-1626c8d2-b476-4527-97e3-ab0fbf9984d6 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Nov 24 17:42:53.642962 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52622) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:53.765824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac37f-5dc2-47c6-9f4c-068d488e6b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:53.847070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac37f-5dc2-47c6-9f4c-068d488e6b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:53.854659 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac37f-5dc2-47c6-9f4c-068d488e6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:53.893240 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2c1ac37f-5dc2-47c6-9f4c-068d488e6b39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74a10b515d40420e9444da700a624da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491157 Nov 24 17:42:53.894214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ac37f-5dc2-47c6-9f4c-068d488e6b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4ad34-5848-4a9c-8b8d-644c2c36e774,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:53.895984 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52628) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:53.944817 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:53.975324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.028403 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.031077 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.032248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdd4ad34-5848-4a9c-8b8d-644c2c36e774 HTTP/1.1" status: 204 len: 168 time: 0.1352756 Nov 24 17:42:54.040089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274e1a-c1f9-4d11-a624-241b99b4963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4ad34-5848-4a9c-8b8d-644c2c36e774,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:54.560409 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc49cf-eb3d-42c5-bdc2-96ae3c293410 req-3aea2793-fafe-469f-90ce-60203f59c086 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:54.562108 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7bfc49cf-eb3d-42c5-bdc2-96ae3c293410 req-3aea2793-fafe-469f-90ce-60203f59c086 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 949 time: 0.0533278 Nov 24 17:42:54.615943 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7bfc49cf-eb3d-42c5-bdc2-96ae3c293410 req-58c11501-b7a0-4dc3-8d6f-cf7dc8898e84 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Nov 24 17:42:54.686541 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 752ec8da-44f3-4b91-8cfb-52621688aafc up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:54.747942 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 752ec8da-44f3-4b91-8cfb-52621688aafc completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:42:54.757447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52658) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:54.760899 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 752ec8da-44f3-4b91-8cfb-52621688aafc triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:54.760899 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.843480 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.865375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-984781006-network', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:54.868129 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:54.870473 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0abb045-bf6b-4afb-976e-b88251cf473a" -d '{"events": [{"server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "name": "network-vif-plugged", "status": "completed", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:42:54.883741 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=752ec8da-44f3-4b91-8cfb-52621688aafc,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:54.888777 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.889974 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Made reservation on behalf of 8f60d79a794a418e904c5cf6f019e38d for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:42:54.892731 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.904434 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:54.941568 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:54.946941 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d2dc6-cd39-4c47-b52a-b9364f73ba57 x-openstack-request-id: req-763d2dc6-cd39-4c47-b52a-b9364f73ba57 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:42:54.947273 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "name": "network-vif-plugged", "status": "completed", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:42:54.947657 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-763d2dc6-cd39-4c47-b52a-b9364f73ba57 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:42:54.948044 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc', 'code': 200} Nov 24 17:42:55.006734 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.012934 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.039300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:42:55.054894 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808279e9-9e72-4eb7-963e-13534e79eb72,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:55.058749 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.059961 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Added segment 55d5ff04-02c5-4a94-b135-28fddf903390 of type vlan for network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc Nov 24 17:42:55.105445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.159906 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.161049 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:55.161765 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.190649 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d370-0c76-4f08-a23c-69e9a06a2ec7 req-d7282229-23f0-4135-beee-30d44d3ab55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:55.192831 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bbc4d370-0c76-4f08-a23c-69e9a06a2ec7 req-d7282229-23f0-4135-beee-30d44d3ab55b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 1103 time: 0.0825553 Nov 24 17:42:55.202430 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4461498 Nov 24 17:42:55.206196 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52670) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:55.213044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Request body: {'subnet': {'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-984781006-subnet', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:55.253993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Made reservation on behalf of 8f60d79a794a418e904c5cf6f019e38d for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:42:55.257072 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.257613 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afd46-eda9-4f59-a9dc-d88e29e78ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=39dbf12f-06b1-4742-a3fd-13f87f8c44dc,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:55.268272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:42:55.293305 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bbc4d370-0c76-4f08-a23c-69e9a06a2ec7 req-fab55392-2688-4ee2-9eb8-c5e877ebf01d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872326 Nov 24 17:42:55.459773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.515019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a8c15b-f8f3-4502-956c-dffa5da9199b,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:55.526595 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Checking segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:55.526954 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Network hostable DHCP agents. Network: 39dbf12f-06b1-4742-a3fd-13f87f8c44dc, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:42:55.545748 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:42:55.556474 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 39dbf12f-06b1-4742-a3fd-13f87f8c44dc) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:55.562537 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:55.563508 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.571794 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ac714-78b1-490f-a370-fd84429f2c2e None None] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:42:55.586618 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c43b504a-4e74-4286-bdc5-d1cd58eef7c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3786559 Nov 24 17:42:55.589380 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52674) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:55.594095 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:42:55.619642 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.620864 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.683986 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.807590 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3698fe4-c889-43cd-bb81-1712b875b8b8 req-b102d1f0-e7fd-4fa1-9468-de784dc8155d tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:55.809233 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b3698fe4-c889-43cd-bb81-1712b875b8b8 req-b102d1f0-e7fd-4fa1-9468-de784dc8155d tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 950 time: 0.0639164 Nov 24 17:42:55.822005 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:42:55.822933 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.860464 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:55.883285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b3698fe4-c889-43cd-bb81-1712b875b8b8 req-b43fa132-6fb1-418d-a351-208462bb75e9 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Nov 24 17:42:55.969067 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Allocated IP 172.20.0.2 (39dbf12f-06b1-4742-a3fd-13f87f8c44dc/05a8c15b-f8f3-4502-956c-dffa5da9199b/4888b78d-0e12-491c-a8ff-d055e1f4c1b2) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:56.084754 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.110155 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.125500 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.135721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.169373 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:56.172353 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:56.176305 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:56.214403 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Pushing event updated for resources: {'Port': ['ID=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:56.230402 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Allocated IP 172.27.2.98 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/b502dfbd-fd42-47ac-be03-97d419c17b7e) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:56.247708 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Attempting to bind port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:56.247708 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Attempting to bind port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:56.248069 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Attempting to bind port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 on network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:56.255445 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:56.256035 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Checking segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:56.256448 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.256897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Bound using segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:56.257309 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Bound port: 4888b78d-0e12-491c-a8ff-d055e1f4c1b2, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:56.257855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.336759 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] For port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:56.341157 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] For port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:56.349162 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.371189 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.441405 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e900-ad7a-4afa-b4ee-0af9433e4be6 None None] Pushing event updated for resources: {'Port': ['ID=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:56.447401 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:56.495937 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:56.499397 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:56.506591 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:56.539180 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Pushing event updated for resources: {'Port': ['ID=b502dfbd-fd42-47ac-be03-97d419c17b7e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:56.839473 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.016804 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446b2b-3d6a-4c39-8434-33d67b2c80b2 req-38325521-b1fa-4c24-8e92-a5031751dd4a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:57.018487 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d446b2b-3d6a-4c39-8434-33d67b2c80b2 req-38325521-b1fa-4c24-8e92-a5031751dd4a tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 950 time: 0.0588746 Nov 24 17:42:57.066192 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.070509 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d446b2b-3d6a-4c39-8434-33d67b2c80b2 req-d9a02f0b-c31a-44a8-8a37-89b300500e0b tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455244 Nov 24 17:42:57.264909 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:42:57.403261 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e78cd-b01c-408d-ad1d-492566a71470 req-9507505c-bf48-4932-9899-7c8397cc66e7 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:57.410769 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c26e78cd-b01c-408d-ad1d-492566a71470 req-9507505c-bf48-4932-9899-7c8397cc66e7 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 950 time: 0.0691519 Nov 24 17:42:57.436619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:42:57.446553 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Sync routers for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:42:57.458514 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:57.459135 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:57.470033 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.471894 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a55ce6b1-2f51-4a0a-a563-1f211cb0fec3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8812521 Nov 24 17:42:57.474773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52714) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:42:57.487201 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c26e78cd-b01c-408d-ad1d-492566a71470 req-da83f23c-9cce-425d-a09f-c743cc588a3d tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752637 Nov 24 17:42:57.503065 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65e1ec-70aa-4c37-b67b-e9f6de082f9e None None] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:42:57.588893 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:57.589382 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] Provisioning complete for port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:57.589763 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.741983 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:57.794013 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.799422 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:56Z', 'revision_number': 3, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:57.828331 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Checking router: 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:42:57.828689 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Updating router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 port b502dfbd-fd42-47ac-be03-97d419c17b7e binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:42:57.845979 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] For port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:57.852975 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.855003 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:57.855429 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.868013 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:57.937425 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba38ca6-aef7-47a0-a40c-a3e7e8115198 None None] Pushing event updated for resources: {'Port': ['ID=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:58.052599 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.078831 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-735e02b8-f493-4683-84ba-a412baeafd54 None None] Provisioning complete for port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:58.079602 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-735e02b8-f493-4683-84ba-a412baeafd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.200148 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.208265 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.244837 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Allocated IP 172.20.0.1 (39dbf12f-06b1-4742-a3fd-13f87f8c44dc/05a8c15b-f8f3-4502-956c-dffa5da9199b/e995a7ad-168d-4516-bfe1-483840514b20) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:42:58.257438 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Attempting to bind port b502dfbd-fd42-47ac-be03-97d419c17b7e on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:42:58.257806 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Attempting to bind port b502dfbd-fd42-47ac-be03-97d419c17b7e by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:42:58.258180 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Attempting to bind port b502dfbd-fd42-47ac-be03-97d419c17b7e on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:42:58.276593 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:42:58.276970 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:42:58.277348 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.278323 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:42:58.278884 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Bound port: b502dfbd-fd42-47ac-be03-97d419c17b7e, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:42:58.279258 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.283272 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Pushing event updated for resources: {'Port': ['ID=b502dfbd-fd42-47ac-be03-97d419c17b7e,revision_number=2']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:58.330007 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.330799 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.331518 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.332211 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.332922 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.333597 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.334288 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.334972 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.335653 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.336227 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.336790 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.338183 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:42:58.392275 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.394086 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] For port b502dfbd-fd42-47ac-be03-97d419c17b7e, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:42:58.400065 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] For port b502dfbd-fd42-47ac-be03-97d419c17b7e, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b502dfbd-fd42-47ac-be03-97d419c17b7e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:42:58.406876 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.449921 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.473230 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:42:58.474030 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:58.487742 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:58.495374 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:58.497973 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:42:58.515763 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34385dd-593a-4274-81e1-613002f48b0c None None] Pushing event updated for resources: {'Port': ['ID=b502dfbd-fd42-47ac-be03-97d419c17b7e,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:58.527737 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Pushing event updated for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:58.555806 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.673994 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004e44-5d9d-4ff1-8052-eb4f3027ad49 req-fd42d4fa-f81d-4986-bda7-9b53f34ed302 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:58.676213 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc004e44-5d9d-4ff1-8052-eb4f3027ad49 req-fd42d4fa-f81d-4986-bda7-9b53f34ed302 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 950 time: 0.0736883 Nov 24 17:42:58.711382 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:42:58.758302 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc004e44-5d9d-4ff1-8052-eb4f3027ad49 req-37876e25-2186-48b9-9cd5-20c01848489b tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce6d78ea-f794-499e-8e97-d1f89c1298dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Nov 24 17:42:58.786994 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.813312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-36462931-4350-4471-a463-ae92c1f85200 None None] Provisioning complete for port e995a7ad-168d-4516-bfe1-483840514b20 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:58.814359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-36462931-4350-4471-a463-ae92c1f85200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:58.851254 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-36462931-4350-4471-a463-ae92c1f85200 None None] Port e995a7ad-168d-4516-bfe1-483840514b20 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:42:58.913712 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:56Z', 'revision_number': 3, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:42:58.946112 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e532a3-9bbb-4837-ac28-512a839f7882 None None] The sync data for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi is: [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:56Z', 'revision_number': 3, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:42:59.007713 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.014264 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.096743 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Pushing event updated for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:59.102543 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.234924 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:42:59.236705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:42:59.250442 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-bc3e5ce2-80f6-4f0a-b58a-31cbe4e21b96 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:42:59.252327 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-bc3e5ce2-80f6-4f0a-b58a-31cbe4e21b96 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.62 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 950 time: 0.0677774 Nov 24 17:42:59.397268 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Deleting port 752ec8da-44f3-4b91-8cfb-52621688aafc {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:42:59.397743 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.572116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] For port 752ec8da-44f3-4b91-8cfb-52621688aafc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=752ec8da-44f3-4b91-8cfb-52621688aafc,segment=NetworkSegment(b6995d0d-0bcc-4e95-b7e7-c4e21145dac0),segment_id=b6995d0d-0bcc-4e95-b7e7-c4e21145dac0)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:42:59.572746 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.593494 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-5940faba-507d-464b-831f-4a912465de25 None None] Provisioning complete for port e995a7ad-168d-4516-bfe1-483840514b20 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:59.593838 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-5940faba-507d-464b-831f-4a912465de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.603098 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Calling delete_port for 752ec8da-44f3-4b91-8cfb-52621688aafc owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:42:59.664037 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-5940faba-507d-464b-831f-4a912465de25 None None] Port e995a7ad-168d-4516-bfe1-483840514b20 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:42:59.698883 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:42:59.765929 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b502dfbd-fd42-47ac-be03-97d419c17b7e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:42:59.816333 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.838502 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port b502dfbd-fd42-47ac-be03-97d419c17b7e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:42:59.839109 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.877869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Pushing event deleted for resources: {'Port': ['ID=752ec8da-44f3-4b91-8cfb-52621688aafc,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:42:59.882786 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['752ec8da-44f3-4b91-8cfb-52621688aafc'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:42:59.900660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:42:59.922242 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-87dd207f-30ef-4f9a-9da9-eafaa5cdaa5b admin admin] 10.222.0.41 "PUT /v2.0/routers/07da25a2-ccbb-4256-bc19-6448bcd9d8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405379 Nov 24 17:42:59.939833 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7569301c-c623-44f6-b251-a1bbd5c46076 req-534c7712-13e6-4fc1-848b-f3b6f67c1f49 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.41 "GET /v2.0/ports?device_id=72d29ed5-b428-495c-8352-d7879f136f30 HTTP/1.1" status: 200 len: 210 time: 0.0363350 Nov 24 17:42:59.967786 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] No DVR routers for this DVR port 752ec8da-44f3-4b91-8cfb-52621688aafc on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:42:59.968564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:42:59.978554 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bc7d9d49-9bba-46e3-8528-0b5caec36457 req-c551868a-3c71-4528-9702-85fd83aaf467 tempest-VolumesNegativeTest-1382507508 tempest-VolumesNegativeTest-1382507508-project] 10.222.0.62 "DELETE /v2.0/ports/752ec8da-44f3-4b91-8cfb-52621688aafc HTTP/1.1" status: 204 len: 173 time: 0.7190375 Nov 24 17:42:59.979065 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'name': 'network-vif-deleted', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:42:59.981722 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812dabf-a387-4e77-adb5-0d1ddbb6458f" -d '{"events": [{"server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "name": "network-vif-deleted", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:00.049344 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154bc41-b8d8-4744-a3f9-777c2116ae83 x-openstack-request-id: req-1154bc41-b8d8-4744-a3f9-777c2116ae83 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:00.049640 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d29ed5-b428-495c-8352-d7879f136f30", "name": "network-vif-deleted", "tag": "752ec8da-44f3-4b91-8cfb-52621688aafc", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:00.049917 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1154bc41-b8d8-4744-a3f9-777c2116ae83 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:00.050409 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d29ed5-b428-495c-8352-d7879f136f30', 'name': 'network-vif-deleted', 'tag': '752ec8da-44f3-4b91-8cfb-52621688aafc', 'status': 'completed', 'code': 200} Nov 24 17:43:00.063715 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.117256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port b502dfbd-fd42-47ac-be03-97d419c17b7e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b502dfbd-fd42-47ac-be03-97d419c17b7e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:00.123990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.125213 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:00.243965 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=b502dfbd-fd42-47ac-be03-97d419c17b7e,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:00.256581 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:00.257038 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.720107 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52760) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:00.727980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1155949818-network', 'tenant_id': '524493c25581496b9f2c105b6df464d0'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:00.752757 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Made reservation on behalf of 524493c25581496b9f2c105b6df464d0 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:43:00.756861 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.769862 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.863126 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.868204 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.896745 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:43:00.907488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832877f7-9673-41f0-8e7e-0f11ce7dd980,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:00.914043 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:00.914416 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Added segment d282727d-c5b9-49f8-91f2-f867f7c7cc8a of type vlan for network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 Nov 24 17:43:01.054250 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Sync routers for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:43:01.071332 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:01.072621 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:01.222330 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.260548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.263716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:01.265554 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.271210 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:43:01.320657 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52778) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:01.321227 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5991244 Nov 24 17:43:01.327164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Request body: {'subnet': {'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1155949818-subnet', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:01.365081 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Made reservation on behalf of 524493c25581496b9f2c105b6df464d0 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:43:01.367704 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.372279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640449-0c4e-4847-a401-a09ed7da3562 admin admin] Pushing event updated for resources: {'Network': ['ID=f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:01.395146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:43:01.479203 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:01.599079 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.676921 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b502dfbd-fd42-47ac-be03-97d419c17b7e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:01.691282 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6aa18f-45a2-4392-84d0-149b0b009bb7,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:01.701149 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Checking segment: {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:01.701515 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Network hostable DHCP agents. Network: f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:43:01.726987 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:43:01.752844 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:01.757402 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:01.758056 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.769489 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ee12a-4b7b-434d-a0e5-6f1d7d673cab None None] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:43:01.798990 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e2d64aa2-56ec-4294-b28d-23b94c039084 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4729476 Nov 24 17:43:01.799427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 52810) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:01.805692 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:01.834660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.835811 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.884345 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port b502dfbd-fd42-47ac-be03-97d419c17b7e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:01.884722 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.894573 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:01.933087 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 2, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:01.992884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Checking router: 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:43:01.993070 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Updating router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 port e995a7ad-168d-4516-bfe1-483840514b20 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:43:02.039701 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.064863 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.098704 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'fixed_ips': [{'subnet_id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:43:02.099614 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.300325 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.327302 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.480299 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Allocated IP 172.20.0.2 (f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5/3d6aa18f-45a2-4392-84d0-149b0b009bb7/883c7503-a2c6-45e7-9bac-c9822b487221) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:43:02.484609 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Allocated IP 172.27.2.182 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/2fed621a-521b-4293-8c26-75233c5c1955) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:43:02.642418 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.676550 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.684450 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.694481 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.743403 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:02.744027 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 752ec8da-44f3-4b91-8cfb-52621688aafc no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:43:02.748230 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:02.756318 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:43:02.765226 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Pushing event updated for resources: {'Port': ['ID=2fed621a-521b-4293-8c26-75233c5c1955,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:02.796201 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 752ec8da-44f3-4b91-8cfb-52621688aafc {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:43:02.796579 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 752ec8da-44f3-4b91-8cfb-52621688aafc not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:43:02.810163 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.814958 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb423b-9899-440e-a086-61a6039de75e None None] Pushing event updated for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:02.821790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.899998 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Pushing event updated for resources: {'Port': ['ID=883c7503-a2c6-45e7-9bac-c9822b487221,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:02.960261 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:02.967496 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:02.972561 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:43:02.983400 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Attempting to bind port e995a7ad-168d-4516-bfe1-483840514b20 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:43:02.983861 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Attempting to bind port e995a7ad-168d-4516-bfe1-483840514b20 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:43:02.984146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Attempting to bind port e995a7ad-168d-4516-bfe1-483840514b20 on network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:02.996277 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:43:02.996277 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Checking segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:02.996277 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:02.996720 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Bound using segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:43:02.996981 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Bound port: e995a7ad-168d-4516-bfe1-483840514b20, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:43:02.997312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.131892 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] For port e995a7ad-168d-4516-bfe1-483840514b20, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:43:03.146001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] For port e995a7ad-168d-4516-bfe1-483840514b20, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e995a7ad-168d-4516-bfe1-483840514b20,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:43:03.162844 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.175164 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Attempting to bind port 883c7503-a2c6-45e7-9bac-c9822b487221 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:43:03.175555 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Attempting to bind port 883c7503-a2c6-45e7-9bac-c9822b487221 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:43:03.175900 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Attempting to bind port 883c7503-a2c6-45e7-9bac-c9822b487221 on network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:03.198320 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.208785 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:43:03.209171 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Checking segment: {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:03.209655 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.210100 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Bound using segment: {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:43:03.211335 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Bound port: 883c7503-a2c6-45e7-9bac-c9822b487221, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:43:03.211335 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.319001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:03.319884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:03.377183 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb423b-9899-440e-a086-61a6039de75e None None] Pushing event updated for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:03.534161 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.607655 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] Provisioning complete for port e995a7ad-168d-4516-bfe1-483840514b20 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:03.608371 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.663168 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] For port 883c7503-a2c6-45e7-9bac-c9822b487221, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:43:03.699657 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] For port 883c7503-a2c6-45e7-9bac-c9822b487221, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=883c7503-a2c6-45e7-9bac-c9822b487221,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:43:03.702357 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:03.714284 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Router 00d54203-4f73-4c22-b06e-407dbcf27602 is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:43:03.739917 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.858367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:43:03.875679 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Sync routers for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:43:03.907717 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:03.909536 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9a0269dc-d2d7-4507-a088-bdf402aec82e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1087334 Nov 24 17:43:03.910861 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:03.911586 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:03.912855 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 52974) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:04.007259 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ef791-2be2-4efc-9cc3-e87d38f89ce7 None None] Pushing event updated for resources: {'Port': ['ID=883c7503-a2c6-45e7-9bac-c9822b487221,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:04.107137 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:04.114519 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:04.221190 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] For port e995a7ad-168d-4516-bfe1-483840514b20, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e995a7ad-168d-4516-bfe1-483840514b20,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:04.258232 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:04.351343 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1573c8-2cd7-4f22-9256-377ea7dba9a7 req-5eb3ed2e-1dfe-48e2-80f9-02025efd0bcf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:04.355917 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a1573c8-2cd7-4f22-9256-377ea7dba9a7 req-5eb3ed2e-1dfe-48e2-80f9-02025efd0bcf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.2019997 Nov 24 17:43:04.383500 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c887c18-25ba-4258-8d41-7e285f2fa9e6 None None] Pushing event updated for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:04.411310 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:03Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:04.465143 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478dec-4fee-477f-94a8-f88ca6efcdc7 None None] The sync data for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi is: [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:03Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:43:04.471855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-cc6b4897-15cc-42da-ac40-d3d77e9ccfaa None None] Provisioning complete for port e995a7ad-168d-4516-bfe1-483840514b20 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:04.472516 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4897-15cc-42da-ac40-d3d77e9ccfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:04.474925 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a1573c8-2cd7-4f22-9256-377ea7dba9a7 req-d570af72-a68b-4156-ab1b-8a7219dadbd3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057248 Nov 24 17:43:04.490301 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:03Z', 'revision_number': 3, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:04.575585 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Checking router: 00d54203-4f73-4c22-b06e-407dbcf27602 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:43:04.577388 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Updating router 00d54203-4f73-4c22-b06e-407dbcf27602 port 2fed621a-521b-4293-8c26-75233c5c1955 binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:43:04.639589 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:04.990665 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.025080 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.035212 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.133326 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Attempting to bind port 2fed621a-521b-4293-8c26-75233c5c1955 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:43:05.133713 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Attempting to bind port 2fed621a-521b-4293-8c26-75233c5c1955 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:43:05.134083 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Attempting to bind port 2fed621a-521b-4293-8c26-75233c5c1955 on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:05.156426 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6283e-8ada-402f-b414-4e46dcd3a5d0 None None] Pushing event updated for resources: {'Port': ['ID=2fed621a-521b-4293-8c26-75233c5c1955,revision_number=2']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:05.161006 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:43:05.161379 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:05.161778 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.162237 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:43:05.162684 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Bound port: 2fed621a-521b-4293-8c26-75233c5c1955, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:43:05.163077 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.234174 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] For port 2fed621a-521b-4293-8c26-75233c5c1955, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:43:05.258933 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] For port 2fed621a-521b-4293-8c26-75233c5c1955, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2fed621a-521b-4293-8c26-75233c5c1955,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:43:05.269793 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.313668 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Allocated IP 172.20.0.1 (f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5/3d6aa18f-45a2-4392-84d0-149b0b009bb7/235393d9-a90c-4510-bbb8-948a79a1dde3) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:43:05.365897 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:05.367166 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:05.476962 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6283e-8ada-402f-b414-4e46dcd3a5d0 None None] Pushing event updated for resources: {'Port': ['ID=2fed621a-521b-4293-8c26-75233c5c1955,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:05.479309 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae63303-6d3b-412d-90e2-362f2ed6f194 None None] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:43:05.481323 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.560514 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.620216 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:05.666649 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] Provisioning complete for port 883c7503-a2c6-45e7-9bac-c9822b487221 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:05.667792 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.690418 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:05.707035 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164997cf-cc2e-4c33-a813-2efad5d8d170 req-d00d5734-3c39-4df2-97ad-f963062e0af8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:05.716103 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-164997cf-cc2e-4c33-a813-2efad5d8d170 req-d00d5734-3c39-4df2-97ad-f963062e0af8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1434786 Nov 24 17:43:05.724872 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Pushing event updated for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:05.733050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:05.742772 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:43:05.836739 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-164997cf-cc2e-4c33-a813-2efad5d8d170 req-6da32fa1-0b94-4e46-af01-7bc944d33b1c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196778 Nov 24 17:43:05.851903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:05.908896 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 883c7503-a2c6-45e7-9bac-c9822b487221 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:05.968185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.030438 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] For port 883c7503-a2c6-45e7-9bac-c9822b487221, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=883c7503-a2c6-45e7-9bac-c9822b487221,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:06.040644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.043648 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:03Z', 'revision_number': 3, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:06.096308 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11495b1-65cf-49d3-a7ff-4d3f7839e51e None None] The sync data for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi is: [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:03Z', 'revision_number': 3, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:43:06.104839 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 883c7503-a2c6-45e7-9bac-c9822b487221 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:06.105235 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.106783 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.201000 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccf4d1-500d-4598-bab7-d66c062be0e0 None None] Pushing event updated for resources: {'Port': ['ID=883c7503-a2c6-45e7-9bac-c9822b487221,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:06.254856 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e995a7ad-168d-4516-bfe1-483840514b20 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:06.306341 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port e995a7ad-168d-4516-bfe1-483840514b20 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:06.306795 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.347513 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.354177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.411595 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-93c81f7f-bc8d-48b4-94d1-7ed2d01486a0 None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:06.412565 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-93c81f7f-bc8d-48b4-94d1-7ed2d01486a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.438921 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Pushing event updated for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:06.441962 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.461788 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-93c81f7f-bc8d-48b4-94d1-7ed2d01486a0 None None] Port 235393d9-a90c-4510-bbb8-948a79a1dde3 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:43:06.487705 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-93c81f7f-bc8d-48b4-94d1-7ed2d01486a0 None None] Provisioning complete for port 883c7503-a2c6-45e7-9bac-c9822b487221 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:06.488384 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-93c81f7f-bc8d-48b4-94d1-7ed2d01486a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.646721 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:06.648381 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:06.752556 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c6d93a75-089d-4166-a3cb-063483713b2e None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:06.752937 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c6d93a75-089d-4166-a3cb-063483713b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:06.804387 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Router 00d54203-4f73-4c22-b06e-407dbcf27602 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:43:06.822668 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c6d93a75-089d-4166-a3cb-063483713b2e None None] Port 235393d9-a90c-4510-bbb8-948a79a1dde3 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:43:06.980266 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:43:06.991050 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-74fa42a2-618f-4467-b0fe-7bb32db3d599 admin admin] 10.222.0.41 "PUT /v2.0/routers/00d54203-4f73-4c22-b06e-407dbcf27602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763817 Nov 24 17:43:07.045179 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c9682af3-d5ac-42eb-8baf-4750ee56d140 None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:07.045670 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c9682af3-d5ac-42eb-8baf-4750ee56d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.076365 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70703-0c74-4c11-bd28-51c58cb31a91 req-98e76852-7734-4b32-953a-687b6b832138 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:07.082493 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6df70703-0c74-4c11-bd28-51c58cb31a91 req-98e76852-7734-4b32-953a-687b6b832138 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0961177 Nov 24 17:43:07.099835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53072) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:07.110782 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c9682af3-d5ac-42eb-8baf-4750ee56d140 None None] Port 235393d9-a90c-4510-bbb8-948a79a1dde3 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:43:07.179615 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6df70703-0c74-4c11-bd28-51c58cb31a91 req-a2d16d85-9b49-4185-b4d1-4ac0baa4d223 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893042 Nov 24 17:43:07.292854 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-32be4051-1168-4f3e-9244-48dc7b9cb038 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b7afacccb34bd0a7f19b330cee5797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916401 Nov 24 17:43:07.295467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53084) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:07.359483 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.403868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.468067 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.470775 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.474775 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce6d78ea-f794-499e-8e97-d1f89c1298dc HTTP/1.1" status: 204 len: 168 time: 0.1780388 Nov 24 17:43:07.483606 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaf65a-4fc5-4adc-8b61-80aa527df3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d78ea-f794-499e-8e97-d1f89c1298dc,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:07.755105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2fed621a-521b-4293-8c26-75233c5c1955 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:07.811014 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 2fed621a-521b-4293-8c26-75233c5c1955 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:07.811663 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.900733 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.925233 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 2fed621a-521b-4293-8c26-75233c5c1955, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2fed621a-521b-4293-8c26-75233c5c1955,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:07.934320 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:07.935143 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 883c7503-a2c6-45e7-9bac-c9822b487221 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:08.061733 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 883c7503-a2c6-45e7-9bac-c9822b487221 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:08.062339 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:08.104995 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=2fed621a-521b-4293-8c26-75233c5c1955,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:08.351652 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Sync routers for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:43:08.375862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:08.376907 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:08.418622 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb33b47-fb1d-4be0-ad89-153a2be90313 req-1183ea6a-d619-4e1c-bdd5-b0cb8771245f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:08.433100 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ecb33b47-fb1d-4be0-ad89-153a2be90313 req-1183ea6a-d619-4e1c-bdd5-b0cb8771245f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1349440 Nov 24 17:43:08.520181 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ecb33b47-fb1d-4be0-ad89-153a2be90313 req-4e2132f0-4fc1-47f5-b8dd-fb2484df95f3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847929 Nov 24 17:43:08.559153 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:08.793114 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:06Z', 'revision_number': 4, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '235393d9-a90c-4510-bbb8-948a79a1dde3', 'name': '', 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'mac_address': 'fa:16:3e:6e:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:05Z', 'updated_at': '2021-11-24T17:43:06Z', 'revision_number': 2, 'project_id': '524493c25581496b9f2c105b6df464d0', 'subnets': [{'id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:08.821657 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Checking router: 00d54203-4f73-4c22-b06e-407dbcf27602 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:43:08.822017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Updating router 00d54203-4f73-4c22-b06e-407dbcf27602 port 235393d9-a90c-4510-bbb8-948a79a1dde3 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:43:08.849288 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.153991 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.161817 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.239390 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529a760-f5be-4ec6-8d61-ed17a042fdb3 None None] Pushing event updated for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:09.247341 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.330439 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Attempting to bind port 235393d9-a90c-4510-bbb8-948a79a1dde3 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:43:09.330835 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Attempting to bind port 235393d9-a90c-4510-bbb8-948a79a1dde3 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:43:09.331207 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Attempting to bind port 235393d9-a90c-4510-bbb8-948a79a1dde3 on network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:09.338545 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:43:09.338545 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Checking segment: {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:09.338545 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.339024 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Bound using segment: {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:43:09.339551 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Bound port: 235393d9-a90c-4510-bbb8-948a79a1dde3, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:43:09.346215 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.465426 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] For port 235393d9-a90c-4510-bbb8-948a79a1dde3, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:43:09.469040 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] For port 235393d9-a90c-4510-bbb8-948a79a1dde3, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=235393d9-a90c-4510-bbb8-948a79a1dde3,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:43:09.483847 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:09.569928 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529a760-f5be-4ec6-8d61-ed17a042fdb3 None None] Pushing event updated for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:09.572816 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:09.573462 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:42:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:09.732283 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2199c4-f209-44da-a4bd-ed140d1a7b03 req-6d422624-1a91-48b8-b5a8-e8a084b426c7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:09.734608 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1c2199c4-f209-44da-a4bd-ed140d1a7b03 req-6d422624-1a91-48b8-b5a8-e8a084b426c7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0666149 Nov 24 17:43:09.740550 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2fed621a-521b-4293-8c26-75233c5c1955 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:09.744947 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:09.833801 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1c2199c4-f209-44da-a4bd-ed140d1a7b03 req-baec0447-df6c-42f3-88a5-e63b85a064bc tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878389 Nov 24 17:43:10.019281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:10.019905 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:10.136698 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6a4dfa43-7863-4a9a-8f4d-200f3a630e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:10.294414 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 2fed621a-521b-4293-8c26-75233c5c1955 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:10.295359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:10.412223 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:10.493134 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:06Z', 'revision_number': 4, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '235393d9-a90c-4510-bbb8-948a79a1dde3', 'name': '', 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'mac_address': 'fa:16:3e:6e:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:05Z', 'updated_at': '2021-11-24T17:43:09Z', 'revision_number': 4, 'project_id': '524493c25581496b9f2c105b6df464d0', 'subnets': [{'id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:10.498763 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] For port 235393d9-a90c-4510-bbb8-948a79a1dde3, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=235393d9-a90c-4510-bbb8-948a79a1dde3,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:10.537828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb4505-fada-431b-87b0-a3a3c3cfdd42 None None] The sync data for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi is: [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:43:06Z', 'revision_number': 4, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '235393d9-a90c-4510-bbb8-948a79a1dde3', 'name': '', 'network_id': 'f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'mac_address': 'fa:16:3e:6e:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:05Z', 'updated_at': '2021-11-24T17:43:09Z', 'revision_number': 4, 'project_id': '524493c25581496b9f2c105b6df464d0', 'subnets': [{'id': '3d6aa18f-45a2-4392-84d0-149b0b009bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:43:10.539877 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:10.645286 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e7c9-98ff-4fca-9fab-9a90a7b67951 None None] Pushing event updated for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:10.720396 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-ed5b4fac-55ef-446f-b831-6ab3b293d9d3 None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:10.720866 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4fac-55ef-446f-b831-6ab3b293d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:11.011094 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb8d45-b759-4b43-a0e9-dec987fb61bd req-870dabed-2277-49db-9a77-ddd2855d8eba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:11.020560 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ffb8d45-b759-4b43-a0e9-dec987fb61bd req-870dabed-2277-49db-9a77-ddd2855d8eba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0897093 Nov 24 17:43:11.130484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-24e0f230-87d8-485b-b486-5d1fc26907a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:11.132083 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-24e0f230-87d8-485b-b486-5d1fc26907a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0648520 Nov 24 17:43:11.184191 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ffb8d45-b759-4b43-a0e9-dec987fb61bd req-04992772-d1de-453a-a815-7c078c9847b5 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622782 Nov 24 17:43:11.213416 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a03a-f613-4e3c-8ad1-c9084591bd35 req-de354223-b66d-4b3f-b5d7-3fd4f6b3bd4a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:11.215718 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1838a03a-f613-4e3c-8ad1-c9084591bd35 req-de354223-b66d-4b3f-b5d7-3fd4f6b3bd4a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1117647 Nov 24 17:43:11.286805 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-b4d04e03-849a-4a63-9188-6bae9e975618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:11.289520 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-b4d04e03-849a-4a63-9188-6bae9e975618 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1449943 Nov 24 17:43:11.326383 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1838a03a-f613-4e3c-8ad1-c9084591bd35 req-e429f400-9c4f-4349-953c-a1be7c750e0f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033454 Nov 24 17:43:11.379384 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-61d63bef-0b7e-4dbc-8fb3-404290e4c11c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0749519 Nov 24 17:43:11.482783 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-ea5c5307-9de4-443b-be4c-cfd21432f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:11.493666 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-ea5c5307-9de4-443b-be4c-cfd21432f4bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0927501 Nov 24 17:43:11.544655 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-2c3354a5-10bc-4e43-8551-679b12fa26e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490334 Nov 24 17:43:11.769467 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-086c242c-6514-4277-9079-a9e99461ca12 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137916 Nov 24 17:43:11.835992 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 235393d9-a90c-4510-bbb8-948a79a1dde3 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:11.968538 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-36d8c1e7-ce4a-41c0-b18d-2a0f200fe393 req-f5255d69-67b1-4e37-aa44-2f2a7c5519d0 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836455 Nov 24 17:43:11.976243 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 235393d9-a90c-4510-bbb8-948a79a1dde3 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:11.977080 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:12.329032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d9b6-362e-4677-bfef-ef6d776dd5f3 req-14561b38-426a-476b-9e1d-c96da65b8a91 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:12.333141 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-10b7d9b6-362e-4677-bfef-ef6d776dd5f3 req-14561b38-426a-476b-9e1d-c96da65b8a91 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0582750 Nov 24 17:43:12.418367 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-10b7d9b6-362e-4677-bfef-ef6d776dd5f3 req-261b00bb-a0b7-4223-a896-945242f21e45 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775385 Nov 24 17:43:12.495893 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34f8a0-cb20-46ec-8c55-5a8f7b727763 req-218f7178-1f91-4641-8f5c-625e1dec9139 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:12.508715 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a34f8a0-cb20-46ec-8c55-5a8f7b727763 req-218f7178-1f91-4641-8f5c-625e1dec9139 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0717123 Nov 24 17:43:12.565190 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a34f8a0-cb20-46ec-8c55-5a8f7b727763 req-7076f63e-e794-4162-9c3d-276072329cf6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553632 Nov 24 17:43:12.621214 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3d4419e4-68c9-490c-a179-5f361f0e3790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:12.988554 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6a9fb-4a15-4bbf-8d57-c23689e939c6 req-bca5d290-f74b-4e01-8ac4-5bf7dd09a4cc tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:12.990444 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5ca6a9fb-4a15-4bbf-8d57-c23689e939c6 req-bca5d290-f74b-4e01-8ac4-5bf7dd09a4cc tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.0588999 Nov 24 17:43:13.041925 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5ca6a9fb-4a15-4bbf-8d57-c23689e939c6 req-1f6e23d0-2a2e-4c1c-b72e-a342ea7915b2 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Nov 24 17:43:13.570701 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae94ee-981a-4498-99f8-e6b01cadcbb5 req-dbcc99ec-2217-4239-a3b8-d54c3da3b08e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:13.578264 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3dae94ee-981a-4498-99f8-e6b01cadcbb5 req-dbcc99ec-2217-4239-a3b8-d54c3da3b08e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0654075 Nov 24 17:43:13.634587 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3dae94ee-981a-4498-99f8-e6b01cadcbb5 req-ad13d811-b04d-4920-951f-88c0ef5ed228 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553536 Nov 24 17:43:13.733074 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aee965-a31d-4483-965b-f745ce636dea req-c3b69fbe-decb-4d23-bd95-e9c3bad874e5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:13.734670 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-33aee965-a31d-4483-965b-f745ce636dea req-c3b69fbe-decb-4d23-bd95-e9c3bad874e5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0596454 Nov 24 17:43:13.795914 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-33aee965-a31d-4483-965b-f745ce636dea req-a8aa8838-83fd-4883-8d0c-0a3eea43e598 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544152 Nov 24 17:43:13.944636 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:14.179513 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767d7d5-7545-4dbc-9bac-dd961bfb6d31 req-d7546bc0-6092-4f80-bb0f-d521fa2909f0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:14.181047 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8767d7d5-7545-4dbc-9bac-dd961bfb6d31 req-d7546bc0-6092-4f80-bb0f-d521fa2909f0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.0556798 Nov 24 17:43:14.235695 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8767d7d5-7545-4dbc-9bac-dd961bfb6d31 req-24e5baf3-343c-4357-8c2d-333d6b03a38f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482235 Nov 24 17:43:14.794687 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14e68d-fa82-47c7-b293-9f3f37fad8ff req-ff655853-6ab1-4aa7-ac1e-64e36cd0171d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:14.798850 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6c14e68d-fa82-47c7-b293-9f3f37fad8ff req-ff655853-6ab1-4aa7-ac1e-64e36cd0171d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0594599 Nov 24 17:43:14.873919 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6c14e68d-fa82-47c7-b293-9f3f37fad8ff req-48de6581-50cc-446a-bbfd-d42503ad8a1d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678861 Nov 24 17:43:14.967226 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-5c41a59f-c815-49b4-a543-5da17ed25df3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:14.969654 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-5c41a59f-c815-49b4-a543-5da17ed25df3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.0912480 Nov 24 17:43:15.023115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac8dde-8600-4702-b23e-63915e35111f req-9d6a7c37-8636-4193-90c7-6921d1dd8d28 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:15.025034 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-77ac8dde-8600-4702-b23e-63915e35111f req-9d6a7c37-8636-4193-90c7-6921d1dd8d28 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0605400 Nov 24 17:43:15.098996 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Deleting port 660f31ca-9251-447d-8eba-ef3279698a8d {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:43:15.099340 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:15.126760 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-77ac8dde-8600-4702-b23e-63915e35111f req-ac5b7ca1-1273-4cf0-92c6-dac76542fcdc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804443 Nov 24 17:43:15.207441 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] For port 660f31ca-9251-447d-8eba-ef3279698a8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=660f31ca-9251-447d-8eba-ef3279698a8d,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:15.207441 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:15.221252 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Calling delete_port for 660f31ca-9251-447d-8eba-ef3279698a8d owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:43:15.384532 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c6daf-e29c-41c7-9d8e-1e4429900ee5 req-5730dd32-0f5b-470b-a270-b6f8ad05d77e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:15.390563 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:15.397724 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-793c6daf-e29c-41c7-9d8e-1e4429900ee5 req-5730dd32-0f5b-470b-a270-b6f8ad05d77e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=048fb21d-d4ba-4b05-b516-6d1003e225a9 HTTP/1.1" status: 200 len: 945 time: 0.0676434 Nov 24 17:43:15.405537 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185', 'c8645eb6-72f8-4c1e-935f-027bafb434d6', '04039dbf-009d-4c27-a40a-f2a30b1232fb', '660f31ca-9251-447d-8eba-ef3279698a8d'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:15.431076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event deleted for resources: {'Port': ['ID=660f31ca-9251-447d-8eba-ef3279698a8d,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:15.479278 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-793c6daf-e29c-41c7-9d8e-1e4429900ee5 req-7205745b-49c5-4f1b-b794-555c63344205 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803535 Nov 24 17:43:15.494880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] No DVR routers for this DVR port 660f31ca-9251-447d-8eba-ef3279698a8d on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:43:15.497532 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:15.500955 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0ae4d4d9-3b64-4a7f-978c-c09bd9625818 req-80af2bdd-b71b-44fb-a580-15128e35e76f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "DELETE /v2.0/ports/660f31ca-9251-447d-8eba-ef3279698a8d HTTP/1.1" status: 204 len: 173 time: 0.5217936 Nov 24 17:43:15.502177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'name': 'network-vif-deleted', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:15.503980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671545f6-65e4-448b-bac5-ebc3320a0902" -d '{"events": [{"server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "name": "network-vif-deleted", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:15.549129 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8702360-dfb2-44a7-b199-7148efc4d74b x-openstack-request-id: req-d8702360-dfb2-44a7-b199-7148efc4d74b {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:15.549428 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fb21d-d4ba-4b05-b516-6d1003e225a9", "name": "network-vif-deleted", "tag": "660f31ca-9251-447d-8eba-ef3279698a8d", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:15.549685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8702360-dfb2-44a7-b199-7148efc4d74b {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:15.550089 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fb21d-d4ba-4b05-b516-6d1003e225a9', 'name': 'network-vif-deleted', 'tag': '660f31ca-9251-447d-8eba-ef3279698a8d', 'status': 'completed', 'code': 200} Nov 24 17:43:15.813500 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:16.049866 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805870-b3cb-409f-9a49-22a99d480776 req-e3b247ee-40b5-4bfa-a855-703c34f9b698 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:16.052719 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-16805870-b3cb-409f-9a49-22a99d480776 req-e3b247ee-40b5-4bfa-a855-703c34f9b698 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0889099 Nov 24 17:43:16.151404 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-16805870-b3cb-409f-9a49-22a99d480776 req-21361aec-91df-44ee-9dc9-7dd1d562d046 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876875 Nov 24 17:43:16.176922 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:16.287129 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741439-bd2c-4afd-b3a0-0149d5b2385e req-e0ac56f7-8d23-464f-8a92-4a7e68f7325b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:16.294793 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c8741439-bd2c-4afd-b3a0-0149d5b2385e req-e0ac56f7-8d23-464f-8a92-4a7e68f7325b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0740869 Nov 24 17:43:16.350740 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c8741439-bd2c-4afd-b3a0-0149d5b2385e req-2d1f07fa-d034-4b4d-84f9-496b4b789719 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548580 Nov 24 17:43:17.283554 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be283e9-4915-4ecd-9502-82d75cb07788 req-411dfc09-289b-4849-b247-c64029c2c15b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:17.285181 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1be283e9-4915-4ecd-9502-82d75cb07788 req-411dfc09-289b-4849-b247-c64029c2c15b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0591342 Nov 24 17:43:17.350618 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1be283e9-4915-4ecd-9502-82d75cb07788 req-a9c1212a-2641-42e1-b9dc-5ed0d9708f11 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Nov 24 17:43:17.487105 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a32216-ec8e-4bc5-9895-bedaeb9ef282 req-b62b78f6-813d-4fc2-a2ed-c5756a4ac4a3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:17.489271 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-54a32216-ec8e-4bc5-9895-bedaeb9ef282 req-b62b78f6-813d-4fc2-a2ed-c5756a4ac4a3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0536630 Nov 24 17:43:17.546122 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-54a32216-ec8e-4bc5-9895-bedaeb9ef282 req-7aef680d-79d6-4b25-8ac2-4d140960a91d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Nov 24 17:43:18.003562 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af399f-b9b5-42ad-8535-a55c046c9020 req-94b09fb3-4cc5-4869-b7de-4e41963586e6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:18.005591 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-46af399f-b9b5-42ad-8535-a55c046c9020 req-94b09fb3-4cc5-4869-b7de-4e41963586e6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.0582082 Nov 24 17:43:18.057706 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-46af399f-b9b5-42ad-8535-a55c046c9020 req-73205715-ac0b-4783-ad9c-7b52dba45294 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Nov 24 17:43:18.505877 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ce4df-9b15-474a-adbe-e297b35c6c48 req-811d39a5-4236-4c24-9ce1-03667e0cb93d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:18.506671 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d64ce4df-9b15-474a-adbe-e297b35c6c48 req-811d39a5-4236-4c24-9ce1-03667e0cb93d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0737031 Nov 24 17:43:18.556493 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d64ce4df-9b15-474a-adbe-e297b35c6c48 req-48dd2927-b320-46dc-a57e-215f1f3ac09b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Nov 24 17:43:18.703240 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432f6e-c384-4d14-91a6-2f9548cbf4b1 req-da708ee8-f8f9-46c0-b347-a97c0c93e26e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:18.705008 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-15432f6e-c384-4d14-91a6-2f9548cbf4b1 req-da708ee8-f8f9-46c0-b347-a97c0c93e26e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0745251 Nov 24 17:43:18.763428 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-15432f6e-c384-4d14-91a6-2f9548cbf4b1 req-93bb521d-29e6-4ba4-8908-8eef029f3e96 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Nov 24 17:43:18.780753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 660f31ca-9251-447d-8eba-ef3279698a8d no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:43:18.802431 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 660f31ca-9251-447d-8eba-ef3279698a8d {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:43:18.802876 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 660f31ca-9251-447d-8eba-ef3279698a8d not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:43:18.952963 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-c94880c9-ba6b-4a43-aa46-916dcce0fb5e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:18.954504 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-c94880c9-ba6b-4a43-aa46-916dcce0fb5e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 814 time: 0.1094606 Nov 24 17:43:18.971810 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-9d0203a7-df06-447a-8462-749b4c11edee tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/quotas/8f60d79a794a418e904c5cf6f019e38d HTTP/1.1" status: 200 len: 375 time: 0.0107489 Nov 24 17:43:19.025671 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-39091894-0e90-4927-9271-ef8576bc2b40 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479836 Nov 24 17:43:19.393097 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-1f0decdf-7250-47c5-9a38-e3e8dd7a0600 service neutron] 10.222.0.41 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533452 Nov 24 17:43:19.423204 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8df27-358b-410d-b11e-57fa4c2fc497 req-55205454-10d9-4309-a3f6-5aadad9c2f8f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:19.424800 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-99a8df27-358b-410d-b11e-57fa4c2fc497 req-55205454-10d9-4309-a3f6-5aadad9c2f8f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.0830331 Nov 24 17:43:19.531397 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-99a8df27-358b-410d-b11e-57fa4c2fc497 req-32f7543c-9ca6-4e62-ac5c-c6dc76ec660e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Nov 24 17:43:19.542852 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-f4e22ee9-b71d-45bf-9d78-9de62d5cb311 service neutron] 10.222.0.41 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421626 Nov 24 17:43:19.722918 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-e11fd387-88e3-4b21-b6b3-b469dd306967 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:19.724721 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-e11fd387-88e3-4b21-b6b3-b469dd306967 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Nov 24 17:43:19.764561 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-caecc958-f518-4cee-8fd8-39843984b0ca req-cd6b3cc8-f8e0-4116-9acc-7602057ce9e8 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 210 time: 0.0527301 Nov 24 17:43:19.806404 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6eaa-b386-43d1-8c35-7629a4d4da25 req-ee688d27-7bd8-40c4-b4c0-faafbb81bb53 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:19.808471 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b45f6eaa-b386-43d1-8c35-7629a4d4da25 req-ee688d27-7bd8-40c4-b4c0-faafbb81bb53 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0874889 Nov 24 17:43:19.839721 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Deleting port 04039dbf-009d-4c27-a40a-f2a30b1232fb {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:43:19.840214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:19.903506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b45f6eaa-b386-43d1-8c35-7629a4d4da25 req-d3e07578-23b7-451d-af88-06ed3cc412ad tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809116 Nov 24 17:43:19.949017 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f6db4-cf97-43c9-accd-0bb697e6c156 req-5e562c3d-588e-4061-861c-6153352664c2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:19.951428 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0b5f6db4-cf97-43c9-accd-0bb697e6c156 req-5e562c3d-588e-4061-861c-6153352664c2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0972679 Nov 24 17:43:19.952374 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] For port 04039dbf-009d-4c27-a40a-f2a30b1232fb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=04039dbf-009d-4c27-a40a-f2a30b1232fb,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:19.952742 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:19.968171 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Calling delete_port for 04039dbf-009d-4c27-a40a-f2a30b1232fb owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:43:20.026495 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0b5f6db4-cf97-43c9-accd-0bb697e6c156 req-46090aed-3cc3-4d22-9702-0c1ceb9cc4e0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 Nov 24 17:43:20.132159 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952bddf-039d-4537-833c-ce914a0ae169 req-ec74db1e-a3fe-4cd8-9e06-b91ec73074a1 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:20.134060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0952bddf-039d-4537-833c-ce914a0ae169 req-ec74db1e-a3fe-4cd8-9e06-b91ec73074a1 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0594137 Nov 24 17:43:20.158954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:20.178237 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185', 'c8645eb6-72f8-4c1e-935f-027bafb434d6', '04039dbf-009d-4c27-a40a-f2a30b1232fb'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:20.205874 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event deleted for resources: {'Port': ['ID=04039dbf-009d-4c27-a40a-f2a30b1232fb,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:20.206162 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0952bddf-039d-4537-833c-ce914a0ae169 req-0af55a64-0bc8-42ba-b15c-a3005dd92420 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623109 Nov 24 17:43:20.285007 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] No DVR routers for this DVR port 04039dbf-009d-4c27-a40a-f2a30b1232fb on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:43:20.287861 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:20.292018 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5e9e7ff9-b1d0-4d9d-b628-ee6a4d677712 req-5526bebd-f3f4-43c0-8e11-fc9b96b6fe92 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "DELETE /v2.0/ports/04039dbf-009d-4c27-a40a-f2a30b1232fb HTTP/1.1" status: 204 len: 173 time: 0.5600648 Nov 24 17:43:20.295080 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'name': 'network-vif-deleted', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:20.297846 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0831fa-ea1c-47f7-a742-2561dc8ede22" -d '{"events": [{"server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "name": "network-vif-deleted", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:20.323905 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff85c-f5f0-4666-85dd-40369950b573 req-0914d17f-758c-4212-afc8-c4d46cfabb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:20.325914 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-0914d17f-758c-4212-afc8-c4d46cfabb70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1099 time: 0.1316900 Nov 24 17:43:20.350483 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ccf771-21a1-4c46-86fe-5fa46478cd3d x-openstack-request-id: req-d1ccf771-21a1-4c46-86fe-5fa46478cd3d {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:20.350793 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320710aa-230a-47fd-a3ed-e1dbb902af66", "name": "network-vif-deleted", "tag": "04039dbf-009d-4c27-a40a-f2a30b1232fb", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:20.351051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1ccf771-21a1-4c46-86fe-5fa46478cd3d {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:20.351471 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320710aa-230a-47fd-a3ed-e1dbb902af66', 'name': 'network-vif-deleted', 'tag': '04039dbf-009d-4c27-a40a-f2a30b1232fb', 'status': 'completed', 'code': 200} Nov 24 17:43:20.489346 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff85c-f5f0-4666-85dd-40369950b573 req-e9d547c0-feaf-48e6-aaea-70d4046e6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:20.491220 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-e9d547c0-feaf-48e6-aaea-70d4046e6861 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.1247063 Nov 24 17:43:20.570575 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-852a464f-2f0b-4a44-9fa2-f2b0f93de73f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 1002 time: 0.0696740 Nov 24 17:43:20.634570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff85c-f5f0-4666-85dd-40369950b573 req-67fc6797-7a3b-48af-aeb4-9650ce07dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:20.636202 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-67fc6797-7a3b-48af-aeb4-9650ce07dc33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0513160 Nov 24 17:43:20.653740 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dc1105d8-650c-4149-b767-c946b862ac72 req-0bc8771b-1d5c-45ca-a387-b4910829c5d1 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=320710aa-230a-47fd-a3ed-e1dbb902af66 HTTP/1.1" status: 200 len: 210 time: 0.0287724 Nov 24 17:43:20.691037 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff85c-f5f0-4666-85dd-40369950b573 req-b24c2e74-7ad6-481f-8b9a-a8b87b70bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:20.692576 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-b24c2e74-7ad6-481f-8b9a-a8b87b70bb4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484431 Nov 24 17:43:20.802593 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-16440a61-f802-4716-85de-af20eba78569 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939519 Nov 24 17:43:20.866017 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31e816e2-4e7c-4822-a04c-19b62e665b2a req-6e8eddbb-b853-4543-974e-dadb414bb88f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 210 time: 0.0270989 Nov 24 17:43:20.907454 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-10aff85c-f5f0-4666-85dd-40369950b573 req-2323d7c5-fd84-495c-8ea3-fc9622347dfd service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949738 Nov 24 17:43:21.077164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-4e68edeb-ca72-49b2-828f-57432008658a tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:21.078990 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-4e68edeb-ca72-49b2-828f-57432008658a tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 814 time: 0.1250007 Nov 24 17:43:21.098061 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'port': {'device_id': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'admin_state_up': True, 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:21.175285 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf554c-f28a-4164-959d-845f87b65d89 req-665bd77a-ff7e-4175-a51b-d79632922b1e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:21.176900 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-58cf554c-f28a-4164-959d-845f87b65d89 req-665bd77a-ff7e-4175-a51b-d79632922b1e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0660546 Nov 24 17:43:21.224199 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Made reservation on behalf of 8f60d79a794a418e904c5cf6f019e38d for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:43:21.228262 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:21.234101 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-58cf554c-f28a-4164-959d-845f87b65d89 req-a4df0ad7-417f-475a-b5b4-b5d65e11baef tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 Nov 24 17:43:21.395896 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95836c2-3dad-4260-9ae3-a95ef5f51dc8 req-160b5490-5e9d-4a53-afce-590822663348 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:21.397494 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b95836c2-3dad-4260-9ae3-a95ef5f51dc8 req-160b5490-5e9d-4a53-afce-590822663348 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1039445 Nov 24 17:43:21.409917 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Allocated IP 172.20.0.14 (39dbf12f-06b1-4742-a3fd-13f87f8c44dc/05a8c15b-f8f3-4502-956c-dffa5da9199b/143fc8c6-b75f-4079-88b0-a0eef5a719de) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:43:21.468612 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b95836c2-3dad-4260-9ae3-a95ef5f51dc8 req-4ff2febc-4b87-4aef-8d72-ee6b2eaa9c57 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556996 Nov 24 17:43:21.663438 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:21.720302 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:21.842077 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:21.846919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:21.852898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:43:21.943999 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:21.944669 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:21.948334 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:21.995653 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-ba4429e7-6b5d-4cc5-9b7e-5a507b6ebcf6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9021246 Nov 24 17:43:22.079534 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c2588-dcff-462c-a2a1-8785910a085a req-f8f0faa7-bcaf-4f8c-9909-ba3d4fc2e515 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:22.081299 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d9c2588-dcff-462c-a2a1-8785910a085a req-f8f0faa7-bcaf-4f8c-9909-ba3d4fc2e515 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0606132 Nov 24 17:43:22.156725 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d9c2588-dcff-462c-a2a1-8785910a085a req-9b278c80-554f-4120-85da-7018590fc6b8 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Nov 24 17:43:22.248442 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-b306d5d9-2959-4f69-9727-704e4b856649 None None] Provisioning complete for port 143fc8c6-b75f-4079-88b0-a0eef5a719de triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:22.249587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b306d5d9-2959-4f69-9727-704e4b856649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:22.288383 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33b80-1b7a-46d2-af05-c8280cc6b5b4 req-376b3b72-be1c-4591-a1f9-e94c4ab20320 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:22.290367 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bdd33b80-1b7a-46d2-af05-c8280cc6b5b4 req-376b3b72-be1c-4591-a1f9-e94c4ab20320 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0633166 Nov 24 17:43:22.304637 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-b306d5d9-2959-4f69-9727-704e4b856649 None None] Port 143fc8c6-b75f-4079-88b0-a0eef5a719de cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:43:22.352840 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bdd33b80-1b7a-46d2-af05-c8280cc6b5b4 req-0efa9837-9789-4693-9d37-b2c8ea28b9aa tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554891 Nov 24 17:43:22.482755 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347e55-4017-4b96-aada-80e072aa5476 req-19adaa95-a9ca-4951-9db4-f4c42898d395 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:22.485575 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-72347e55-4017-4b96-aada-80e072aa5476 req-19adaa95-a9ca-4951-9db4-f4c42898d395 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0632761 Nov 24 17:43:22.539681 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-72347e55-4017-4b96-aada-80e072aa5476 req-fbef8435-c7fc-4c77-865d-4d403f433eea tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476940 Nov 24 17:43:22.680839 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83004a3b-bfe1-43b1-aa4d-c97297405e23 req-b74229aa-1a79-4bcb-b8b2-79e88a75aaa0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:22.682383 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-83004a3b-bfe1-43b1-aa4d-c97297405e23 req-b74229aa-1a79-4bcb-b8b2-79e88a75aaa0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0662987 Nov 24 17:43:22.739295 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-83004a3b-bfe1-43b1-aa4d-c97297405e23 req-dde04358-5be7-47da-a346-7d8ea54cd44e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Nov 24 17:43:23.279431 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61c49b-9705-443f-bba8-03fe2aee7604 req-553ea21c-51e1-4a61-a1a8-bc4978fcacfc tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:23.280956 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2f61c49b-9705-443f-bba8-03fe2aee7604 req-553ea21c-51e1-4a61-a1a8-bc4978fcacfc tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0507128 Nov 24 17:43:23.331128 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2f61c49b-9705-443f-bba8-03fe2aee7604 req-77dcda8d-6593-4bb9-a853-5f902097ebe4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Nov 24 17:43:23.471472 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a138fa3-c81d-41c4-b0a4-2e8fbe6098ef req-feea741b-2fac-46e4-8692-45abd0e1aca3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:23.473027 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a138fa3-c81d-41c4-b0a4-2e8fbe6098ef req-feea741b-2fac-46e4-8692-45abd0e1aca3 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Nov 24 17:43:23.525991 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a138fa3-c81d-41c4-b0a4-2e8fbe6098ef req-7f5c459d-064e-44cd-bf71-7148b4115646 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Nov 24 17:43:23.661823 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9935fd-95ba-4041-84df-907843f0625d req-f01a192b-b0bc-480a-8c2a-39a5cb117425 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:23.665788 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b9935fd-95ba-4041-84df-907843f0625d req-f01a192b-b0bc-480a-8c2a-39a5cb117425 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Nov 24 17:43:23.714861 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b9935fd-95ba-4041-84df-907843f0625d req-497e16a2-e6a3-4a46-a6da-e892ac035ebf tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Nov 24 17:43:23.868762 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7611fcd-8794-4e73-9675-4caa4199601e req-671f855b-3e90-4e1f-9107-511af3330b0a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:23.870699 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7611fcd-8794-4e73-9675-4caa4199601e req-671f855b-3e90-4e1f-9107-511af3330b0a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0536835 Nov 24 17:43:23.922776 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7611fcd-8794-4e73-9675-4caa4199601e req-2de3a8fa-9d3e-4bce-80ec-34871aa49f2a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Nov 24 17:43:24.467025 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4fe63-3dfa-4622-ab7b-6c3ad03767d7 req-18b99ae1-c2d6-453a-ad43-dbf5ad232a46 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:24.468659 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-22d4fe63-3dfa-4622-ab7b-6c3ad03767d7 req-18b99ae1-c2d6-453a-ad43-dbf5ad232a46 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0586343 Nov 24 17:43:24.522080 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-22d4fe63-3dfa-4622-ab7b-6c3ad03767d7 req-42fd5c26-37f3-4568-b491-4fe8aba539fe tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Nov 24 17:43:24.655377 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719922e9-f330-4a89-a662-45c954e05d61 req-4bb9e9d3-c753-407b-8814-f1d24d197419 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:24.656762 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-719922e9-f330-4a89-a662-45c954e05d61 req-4bb9e9d3-c753-407b-8814-f1d24d197419 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Nov 24 17:43:24.716895 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-719922e9-f330-4a89-a662-45c954e05d61 req-5d368c63-1269-42ef-a0dd-c153b31f729a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 Nov 24 17:43:24.795423 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 04039dbf-009d-4c27-a40a-f2a30b1232fb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:43:24.817396 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 04039dbf-009d-4c27-a40a-f2a30b1232fb {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:43:24.818061 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 04039dbf-009d-4c27-a40a-f2a30b1232fb not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:43:24.841639 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1fa40-2cf6-456d-9f4a-63cf44177466 req-c43210e6-84b9-4b3f-8d93-f6c3aaa0ef65 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:24.843237 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-17d1fa40-2cf6-456d-9f4a-63cf44177466 req-c43210e6-84b9-4b3f-8d93-f6c3aaa0ef65 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Nov 24 17:43:24.893295 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-17d1fa40-2cf6-456d-9f4a-63cf44177466 req-d60b110e-dbe1-441a-8508-ff4aeee41324 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Nov 24 17:43:25.065771 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd74592-4a7f-4ec3-abae-18d92084abc5 req-f75e9483-52a6-4048-8ff3-d5b924584a3a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:25.067757 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1fd74592-4a7f-4ec3-abae-18d92084abc5 req-f75e9483-52a6-4048-8ff3-d5b924584a3a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0644405 Nov 24 17:43:25.122045 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1fd74592-4a7f-4ec3-abae-18d92084abc5 req-e4a2833a-4d0f-4c05-a274-0462e5d29168 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480392 Nov 24 17:43:25.677948 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282bd3f-8a47-4766-8f9b-ca845db055b0 req-9579163b-fc21-4fc1-8dbe-f92c37b6efd2 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:25.679765 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5282bd3f-8a47-4766-8f9b-ca845db055b0 req-9579163b-fc21-4fc1-8dbe-f92c37b6efd2 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0651808 Nov 24 17:43:25.734669 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5282bd3f-8a47-4766-8f9b-ca845db055b0 req-ec45b5dc-174b-4ff0-a8b2-425b1c5d406a tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480070 Nov 24 17:43:25.845381 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6db6b-cb4b-4039-8a21-0a7ce831877b req-1d04afba-0340-4a5c-83f5-e2fc008a77de tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:25.846962 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a7f6db6b-cb4b-4039-8a21-0a7ce831877b req-1d04afba-0340-4a5c-83f5-e2fc008a77de tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0530229 Nov 24 17:43:25.898777 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a7f6db6b-cb4b-4039-8a21-0a7ce831877b req-05e19684-57da-4717-a247-1f264551aecb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Nov 24 17:43:26.027133 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9afb3d-e392-47d6-a7eb-83b46689add3 req-5a7b6e1b-6e8a-4caf-885a-1121da5e3463 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:26.029117 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0f9afb3d-e392-47d6-a7eb-83b46689add3 req-5a7b6e1b-6e8a-4caf-885a-1121da5e3463 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0647109 Nov 24 17:43:26.082117 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0f9afb3d-e392-47d6-a7eb-83b46689add3 req-13087cf8-cfbc-45ba-ad06-231a46f680ab tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Nov 24 17:43:26.256772 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4949b-e507-4bfd-ac16-ced424371c0b req-9b258396-526e-4853-89ab-09b80be070c0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:26.258676 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2c4949b-e507-4bfd-ac16-ced424371c0b req-9b258396-526e-4853-89ab-09b80be070c0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0570133 Nov 24 17:43:26.321337 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2c4949b-e507-4bfd-ac16-ced424371c0b req-d5402785-ae3a-4887-8510-f7d08f748e6b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478716 Nov 24 17:43:26.883723 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58844a5-8577-43bc-aa40-bc941ff3b6ac req-40e7212f-97d2-45ab-b113-bc75a801be0a tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:26.885302 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d58844a5-8577-43bc-aa40-bc941ff3b6ac req-40e7212f-97d2-45ab-b113-bc75a801be0a tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0575602 Nov 24 17:43:26.946554 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d58844a5-8577-43bc-aa40-bc941ff3b6ac req-95c00dcc-92c9-4a7f-89d4-85fda7be14b7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545588 Nov 24 17:43:27.056211 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507632e-9038-4b34-9fa3-d8db2e60d038 req-4c64c0e6-6ac8-4736-a20d-fa05be8d8df0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:27.057668 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1507632e-9038-4b34-9fa3-d8db2e60d038 req-4c64c0e6-6ac8-4736-a20d-fa05be8d8df0 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Nov 24 17:43:27.114391 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1507632e-9038-4b34-9fa3-d8db2e60d038 req-43a2f41d-7029-4ab5-8ac4-567d6db6be9e tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Nov 24 17:43:27.220389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d96fb0-6511-443b-8c94-02a3f4fa0ad9 req-7d9ca22d-ec49-492b-baab-dfce67b00a42 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:27.221912 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-67d96fb0-6511-443b-8c94-02a3f4fa0ad9 req-7d9ca22d-ec49-492b-baab-dfce67b00a42 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0514627 Nov 24 17:43:27.276038 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-67d96fb0-6511-443b-8c94-02a3f4fa0ad9 req-c5780b7a-871b-4332-bd1e-4372f089c98f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Nov 24 17:43:27.457863 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23569611-95d8-4979-9ac1-76e0c1c8d93c req-5deffb0c-8c72-47c2-801e-b0bde682ebfd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:27.459579 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23569611-95d8-4979-9ac1-76e0c1c8d93c req-5deffb0c-8c72-47c2-801e-b0bde682ebfd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0558746 Nov 24 17:43:27.537801 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23569611-95d8-4979-9ac1-76e0c1c8d93c req-ad404e28-29b4-44ef-8fa9-c7129be7e3ea tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689423 Nov 24 17:43:28.071438 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75eec9-af0a-448c-b1ca-baf9d3a14877 req-d2320be8-ae90-4277-9c57-f6a88014c0b0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:28.073795 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de75eec9-af0a-448c-b1ca-baf9d3a14877 req-d2320be8-ae90-4277-9c57-f6a88014c0b0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0547712 Nov 24 17:43:28.124946 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de75eec9-af0a-448c-b1ca-baf9d3a14877 req-a3762eff-4d6b-4fc1-b5a1-2828d0f26ffe tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Nov 24 17:43:28.252950 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c81c62-9e41-483c-8f53-de15e0776088 req-1a4e7be1-67f2-49cf-8926-91ec2bd16498 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:28.254479 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6c81c62-9e41-483c-8f53-de15e0776088 req-1a4e7be1-67f2-49cf-8926-91ec2bd16498 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0600376 Nov 24 17:43:28.309128 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6c81c62-9e41-483c-8f53-de15e0776088 req-2c3bb2cc-f67d-43dc-abf4-e72d3da08c23 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485237 Nov 24 17:43:28.423559 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7831da-ab4e-4117-a793-5defe956d015 req-5fac0b53-e290-468e-8017-7d4d9ca429e9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:28.425080 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a7831da-ab4e-4117-a793-5defe956d015 req-5fac0b53-e290-468e-8017-7d4d9ca429e9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0546312 Nov 24 17:43:28.479918 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a7831da-ab4e-4117-a793-5defe956d015 req-2fc4cc84-91c7-4936-8ae2-c74177d5e74f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483952 Nov 24 17:43:28.673219 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7c0c8-916c-4fda-bd7e-46c5f970a291 req-4d42f027-4e09-4dec-8b70-8349c19a077b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:28.675068 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d1c7c0c8-916c-4fda-bd7e-46c5f970a291 req-4d42f027-4e09-4dec-8b70-8349c19a077b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0614185 Nov 24 17:43:28.727316 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d1c7c0c8-916c-4fda-bd7e-46c5f970a291 req-c6cd8b7e-8f83-4765-a113-5cead3b346b3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Nov 24 17:43:29.249213 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448fe7-a425-4a7d-8c84-3d63e1aaadc2 req-b8495e7a-44aa-4f97-b707-63110ffa1aa7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:29.250754 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f448fe7-a425-4a7d-8c84-3d63e1aaadc2 req-b8495e7a-44aa-4f97-b707-63110ffa1aa7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0560474 Nov 24 17:43:29.305518 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f448fe7-a425-4a7d-8c84-3d63e1aaadc2 req-26f12cf2-c6f2-4432-8335-9bb7ce75bc35 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Nov 24 17:43:29.448769 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773363fa-0486-46e4-a949-bd54e848965a req-5debfe34-90f5-4f2e-aeb8-bff862fe129c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:29.450491 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-773363fa-0486-46e4-a949-bd54e848965a req-5debfe34-90f5-4f2e-aeb8-bff862fe129c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0571084 Nov 24 17:43:29.507696 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-773363fa-0486-46e4-a949-bd54e848965a req-5245cb7e-550b-4517-81cb-ea974ed06f3c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Nov 24 17:43:29.612972 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d664-1e48-45a2-ad05-a981844b9afc req-62d7da96-acfe-4560-9a34-f528b6fc6da6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:29.614530 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6714d664-1e48-45a2-ad05-a981844b9afc req-62d7da96-acfe-4560-9a34-f528b6fc6da6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Nov 24 17:43:29.679173 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6714d664-1e48-45a2-ad05-a981844b9afc req-2b76d887-b043-4d94-be39-aaf237906cf3 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Nov 24 17:43:29.884573 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16a041-56eb-40d4-9bc2-36b4a4b1dca7 req-78c9c891-8d87-48a5-8f86-6ef5b954f7b5 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:29.886336 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de16a041-56eb-40d4-9bc2-36b4a4b1dca7 req-78c9c891-8d87-48a5-8f86-6ef5b954f7b5 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0614510 Nov 24 17:43:29.944056 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de16a041-56eb-40d4-9bc2-36b4a4b1dca7 req-f0686ddf-05ce-42ef-aa60-92a5a10658d7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Nov 24 17:43:30.440683 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30792d9-a947-4430-ac57-80ed4fae2724 req-3d8aaeed-1468-42ae-8c49-6a179bda85de tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:30.442541 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d30792d9-a947-4430-ac57-80ed4fae2724 req-3d8aaeed-1468-42ae-8c49-6a179bda85de tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0588963 Nov 24 17:43:30.510817 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d30792d9-a947-4430-ac57-80ed4fae2724 req-b132de35-a4ab-4cff-9ec0-e90b013af697 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613942 Nov 24 17:43:30.666638 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc057f48-76a6-4c73-8291-6e93de6f94da req-9a830abb-a727-4268-b3b3-54767b300ff9 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:30.668070 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fc057f48-76a6-4c73-8291-6e93de6f94da req-9a830abb-a727-4268-b3b3-54767b300ff9 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0721331 Nov 24 17:43:30.739948 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fc057f48-76a6-4c73-8291-6e93de6f94da req-23cf4452-a806-437a-8c60-4f495e58e68b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649903 Nov 24 17:43:30.863465 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f79bd-ec50-4e35-bc09-d99e49b0e6fc req-43cf2462-9d94-4c9e-9c6f-ef179ab52480 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:30.865104 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f37f79bd-ec50-4e35-bc09-d99e49b0e6fc req-43cf2462-9d94-4c9e-9c6f-ef179ab52480 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0596266 Nov 24 17:43:30.945916 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f37f79bd-ec50-4e35-bc09-d99e49b0e6fc req-b43bfae4-737f-4235-ac57-15e0e036092f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675042 Nov 24 17:43:31.104485 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae2f1a-7039-441b-b4a9-68be8724fd60 req-1dc97961-c37a-48c6-8a17-6a175ddbec08 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:31.107933 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c2ae2f1a-7039-441b-b4a9-68be8724fd60 req-1dc97961-c37a-48c6-8a17-6a175ddbec08 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0542901 Nov 24 17:43:31.166523 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c2ae2f1a-7039-441b-b4a9-68be8724fd60 req-310960dc-eb16-4f48-9673-a33e412ff835 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523062 Nov 24 17:43:31.647579 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d0286-8e46-4fde-b385-dcc78f0f229d req-a39a5fbe-bbc2-4ee7-8fd6-ef1170fc3b3c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:31.649110 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f45d0286-8e46-4fde-b385-dcc78f0f229d req-a39a5fbe-bbc2-4ee7-8fd6-ef1170fc3b3c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0604091 Nov 24 17:43:31.718084 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f45d0286-8e46-4fde-b385-dcc78f0f229d req-3212db3a-4877-4fac-9ce1-cdd0b4a1c7e0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620520 Nov 24 17:43:31.868884 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838efbd6-9ed1-4f67-b690-bca256badd19 req-d2eda0a6-145c-4509-b939-458d765f78a6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:31.870339 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-838efbd6-9ed1-4f67-b690-bca256badd19 req-d2eda0a6-145c-4509-b939-458d765f78a6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0546949 Nov 24 17:43:31.921140 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-838efbd6-9ed1-4f67-b690-bca256badd19 req-894da030-243f-4c67-bd32-8cb07678d16f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446119 Nov 24 17:43:32.068136 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24b1ff-fcea-4a4a-89da-5fa46269b728 req-9bdceb77-41ab-4e47-ab6b-e3f88e39edf2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:32.069921 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bf24b1ff-fcea-4a4a-89da-5fa46269b728 req-9bdceb77-41ab-4e47-ab6b-e3f88e39edf2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0561912 Nov 24 17:43:32.132537 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bf24b1ff-fcea-4a4a-89da-5fa46269b728 req-694b031d-ee2d-45ae-9414-5a082fbd2281 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Nov 24 17:43:32.315194 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb1c3d-7d36-4130-8241-25a6c4d019f3 req-e4d3670f-4928-471e-bd32-1a42488f14cc tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:32.316867 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66cb1c3d-7d36-4130-8241-25a6c4d019f3 req-e4d3670f-4928-471e-bd32-1a42488f14cc tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0730636 Nov 24 17:43:32.372016 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66cb1c3d-7d36-4130-8241-25a6c4d019f3 req-bc15f101-1c7a-4942-a483-8c184c5ca370 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 Nov 24 17:43:32.499790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Request body: {'port': {'device_id': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:32.566414 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:32.865638 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fd4db-1fdd-48be-bf93-e0d85a24e009 req-dac317ce-afba-4109-8428-852871793390 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:32.872091 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc3fd4db-1fdd-48be-bf93-e0d85a24e009 req-dac317ce-afba-4109-8428-852871793390 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 932 time: 0.0696559 Nov 24 17:43:32.893158 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143fc8c6-b75f-4079-88b0-a0eef5a719de {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:43:32.903136 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:32.918172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Transition to ACTIVE for port object 143fc8c6-b75f-4079-88b0-a0eef5a719de will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:43:32.923206 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:32.944601 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc3fd4db-1fdd-48be-bf93-e0d85a24e009 req-cb5a5e20-51d4-46fb-9c21-757aacb64008 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Nov 24 17:43:33.038381 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:33.090881 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19ecd-b830-4820-9a9e-abc1b80df615 req-8de8b06b-3613-4d15-b169-fb79f58292dc tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.095120 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2d19ecd-b830-4820-9a9e-abc1b80df615 req-8de8b06b-3613-4d15-b169-fb79f58292dc tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.1006951 Nov 24 17:43:33.146948 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Attempting to bind port 143fc8c6-b75f-4079-88b0-a0eef5a719de on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:43:33.147299 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Attempting to bind port 143fc8c6-b75f-4079-88b0-a0eef5a719de by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:43:33.147634 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Attempting to bind port 143fc8c6-b75f-4079-88b0-a0eef5a719de on network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:33.156730 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Port 143fc8c6-b75f-4079-88b0-a0eef5a719de on network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:43:33.157833 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Attempting to bind port 143fc8c6-b75f-4079-88b0-a0eef5a719de on network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:43:33.167285 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:43:33.168216 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Checking segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:43:33.168920 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Bound using segment: {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:43:33.170424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Bound port: 143fc8c6-b75f-4079-88b0-a0eef5a719de, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d5ff04-02c5-4a94-b135-28fddf903390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:43:33.171314 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:33.185813 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2d19ecd-b830-4820-9a9e-abc1b80df615 req-54fa08d0-7a26-4f89-ade9-b545b6d751f6 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823720 Nov 24 17:43:33.290542 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805316-ead3-4516-896c-7996e6cd374e req-b30474fb-db94-433d-904d-ed717128e4ed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.292460 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b805316-ead3-4516-896c-7996e6cd374e req-b30474fb-db94-433d-904d-ed717128e4ed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0613897 Nov 24 17:43:33.357045 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b805316-ead3-4516-896c-7996e6cd374e req-d1793f87-d92a-496a-9fb9-3b8ecae90e1d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 Nov 24 17:43:33.502926 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:43:33.506464 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:43:33.510036 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e7d0-d533-4377-8624-937ef5813e8a req-506c2df9-95fd-44d8-8a24-42913d4d401f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.511750 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c850e7d0-d533-4377-8624-937ef5813e8a req-506c2df9-95fd-44d8-8a24-42913d4d401f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0570672 Nov 24 17:43:33.517899 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:33.553258 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.553902 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:33.555447 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] 10.222.0.62 "PUT /v2.0/ports/143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1094 time: 1.0602729 Nov 24 17:43:33.555920 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:33.558383 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb604035-242f-46cb-99c8-70f4ff5bbaba" -d '{"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:33.599743 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c850e7d0-d533-4377-8624-937ef5813e8a req-9b03464b-154c-4e6f-a7b9-ee9b7f437e1e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811543 Nov 24 17:43:33.601063 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce45f8e-7828-4723-a64a-54499ad18071 service neutron] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:33.628993 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc77e91-413e-4144-9912-9b8682c92f92 x-openstack-request-id: req-fcc77e91-413e-4144-9912-9b8682c92f92 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:33.629286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:33.629544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcc77e91-413e-4144-9912-9b8682c92f92 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:33.629969 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:43:33.709225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-d4e6f158-fd96-4ba5-b75c-2dd13ad64a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.710862 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-d4e6f158-fd96-4ba5-b75c-2dd13ad64a31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1097 time: 0.0661256 Nov 24 17:43:33.770726 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-41fc6e8b-4799-432f-96ee-5a85daf134c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 217 time: 0.0462730 Nov 24 17:43:33.833920 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-348615ea-9905-4677-96eb-b10a6642a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.835553 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-348615ea-9905-4677-96eb-b10a6642a327 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0527890 Nov 24 17:43:33.911575 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891450ad-620d-4290-8530-3485191374c8 req-13b08aab-8522-453b-aa8b-667682cd788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:33.913166 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-13b08aab-8522-453b-aa8b-667682cd788c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655942 Nov 24 17:43:34.030647 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-362aa0e4-8413-4667-b361-00a97a6fbf83 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038110 Nov 24 17:43:34.091431 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac644fb-e91a-4b51-af0f-a7d9f2e8cac0 req-3af4c4fd-075e-4339-ac18-90d920bd6504 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.095875 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0ac644fb-e91a-4b51-af0f-a7d9f2e8cac0 req-3af4c4fd-075e-4339-ac18-90d920bd6504 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 944 time: 0.0598621 Nov 24 17:43:34.136950 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-891450ad-620d-4290-8530-3485191374c8 req-5b4ef401-379b-4f92-99f8-d5d5b7c87cfc service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986383 Nov 24 17:43:34.157317 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0ac644fb-e91a-4b51-af0f-a7d9f2e8cac0 req-308427c9-e563-4638-80ad-f35aceea2e61 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544679 Nov 24 17:43:34.275070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-39ef2414-09b9-4be3-8c4a-f18854b01498 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.276721 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-39ef2414-09b9-4be3-8c4a-f18854b01498 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0873547 Nov 24 17:43:34.283541 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-cfbb91d9-09b5-4aa0-9c3c-d67217f673a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.285215 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-cfbb91d9-09b5-4aa0-9c3c-d67217f673a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1097 time: 0.0871751 Nov 24 17:43:34.351015 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936932a-04ff-45c4-b890-0b2371f32ff5 req-5f3597b7-2688-4e3f-a3b4-bf9249b8db41 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.352658 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0936932a-04ff-45c4-b890-0b2371f32ff5 req-5f3597b7-2688-4e3f-a3b4-bf9249b8db41 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 945 time: 0.0590930 Nov 24 17:43:34.428269 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0936932a-04ff-45c4-b890-0b2371f32ff5 req-cb501ae1-ce49-4339-953d-b5ac667fe390 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Nov 24 17:43:34.469907 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-3e81184e-3e33-4822-98c9-455eb627b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.471674 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-3e81184e-3e33-4822-98c9-455eb627b102 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.1780686 Nov 24 17:43:34.475435 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Deleting port c8645eb6-72f8-4c1e-935f-027bafb434d6 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:43:34.475679 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:34.517800 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb16f-f895-4365-bca5-d45d99745fd6 req-4595fd8a-d01c-4fec-8376-a397be995ff8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.519442 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1c2bb16f-f895-4365-bca5-d45d99745fd6 req-4595fd8a-d01c-4fec-8376-a397be995ff8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0588820 Nov 24 17:43:34.536341 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-9d06eef3-0673-499b-a07b-157a2e1b70ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 217 time: 0.0556984 Nov 24 17:43:34.590903 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1c2bb16f-f895-4365-bca5-d45d99745fd6 req-1125fd9a-ff03-48f1-a183-657c1f794fed tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Nov 24 17:43:34.642241 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-ca146c39-9c9e-40c9-a6d5-3807ff516bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.643947 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-ca146c39-9c9e-40c9-a6d5-3807ff516bbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0983961 Nov 24 17:43:34.649484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] For port c8645eb6-72f8-4c1e-935f-027bafb434d6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c8645eb6-72f8-4c1e-935f-027bafb434d6,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:34.649842 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:34.672838 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Calling delete_port for c8645eb6-72f8-4c1e-935f-027bafb434d6 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:43:34.749732 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-7279e1f4-a72d-4df0-ba13-843b8fe3ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:34.751216 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-7279e1f4-a72d-4df0-ba13-843b8fe3ee3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929127 Nov 24 17:43:34.904149 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-ea6d21c2-7f25-42fd-acc5-789d3cd3d11c service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361716 Nov 24 17:43:34.907025 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:34.928146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185', 'c8645eb6-72f8-4c1e-935f-027bafb434d6'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:34.960397 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event deleted for resources: {'Port': ['ID=c8645eb6-72f8-4c1e-935f-027bafb434d6,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:35.041407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] No DVR routers for this DVR port c8645eb6-72f8-4c1e-935f-027bafb434d6 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:43:35.047121 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:35.051453 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0768e3dd-edb7-4c05-bc9e-ebdf0be42931 req-df296cfe-8847-4266-b5df-a3bcd46dd40a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "DELETE /v2.0/ports/c8645eb6-72f8-4c1e-935f-027bafb434d6 HTTP/1.1" status: 204 len: 173 time: 0.7652411 Nov 24 17:43:35.082528 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eb604035-242f-46cb-99c8-70f4ff5bbaba req-7a68f3d1-0a0a-4df5-8c9b-9dd51020c292 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662588 Nov 24 17:43:35.325815 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350de4d2-d67d-4a6b-9117-f11ac635dd72 req-97e49473-2991-4421-9294-ec19635cccd9 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:35.328603 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-350de4d2-d67d-4a6b-9117-f11ac635dd72 req-97e49473-2991-4421-9294-ec19635cccd9 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 944 time: 0.0830927 Nov 24 17:43:35.385961 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-350de4d2-d67d-4a6b-9117-f11ac635dd72 req-d6bb58af-8a40-4d9a-917c-8303416970e1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Nov 24 17:43:35.585913 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-986f41b4-0de8-4724-aef8-192ece6fde84 req-535f6829-2975-4640-ba70-102cb4f03b2f tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=33488f29-e81d-4f36-8db5-9f7ec1437be9 HTTP/1.1" status: 200 len: 210 time: 0.0377512 Nov 24 17:43:35.631739 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'name': 'network-vif-deleted', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:35.635082 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af805529-8838-4d94-bbf9-53b48e8b34d7" -d '{"events": [{"server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "name": "network-vif-deleted", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:35.676220 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda6b48-3678-44fd-8e6e-0846122fad4e req-4cd4be7d-a539-4f42-8c5b-eb49f05dd573 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:35.677953 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-abda6b48-3678-44fd-8e6e-0846122fad4e req-4cd4be7d-a539-4f42-8c5b-eb49f05dd573 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0627346 Nov 24 17:43:35.781016 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-abda6b48-3678-44fd-8e6e-0846122fad4e req-5bb791f6-b16e-4015-b9a8-85a4befb94d7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909407 Nov 24 17:43:35.792930 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeaea8-b45a-4ebf-b50a-529842f14909 req-280d3a13-4ecf-405b-b633-ae3af0511a43 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:35.794583 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ffeaea8-b45a-4ebf-b50a-529842f14909 req-280d3a13-4ecf-405b-b633-ae3af0511a43 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0898294 Nov 24 17:43:35.843211 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6146ced-d5fc-430e-846b-b6d8d6bbe74f x-openstack-request-id: req-b6146ced-d5fc-430e-846b-b6d8d6bbe74f {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:35.843560 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33488f29-e81d-4f36-8db5-9f7ec1437be9", "name": "network-vif-deleted", "tag": "c8645eb6-72f8-4c1e-935f-027bafb434d6", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:35.843955 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6146ced-d5fc-430e-846b-b6d8d6bbe74f {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:35.844540 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33488f29-e81d-4f36-8db5-9f7ec1437be9', 'name': 'network-vif-deleted', 'tag': 'c8645eb6-72f8-4c1e-935f-027bafb434d6', 'status': 'completed', 'code': 200} Nov 24 17:43:35.861953 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ffeaea8-b45a-4ebf-b50a-529842f14909 req-d759d136-f197-44bd-9651-450d9f8e5666 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586231 Nov 24 17:43:36.521104 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d6569-da8b-4822-ac26-40403aee9bcc req-87833a0f-2612-49f9-b6e1-1525b81276ea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:36.522647 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ae2d6569-da8b-4822-ac26-40403aee9bcc req-87833a0f-2612-49f9-b6e1-1525b81276ea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 944 time: 0.0563054 Nov 24 17:43:36.574884 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ae2d6569-da8b-4822-ac26-40403aee9bcc req-f92aec58-5625-4c6f-9840-2d53a7ecc29e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Nov 24 17:43:36.606303 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-5a1f1dbd-f9d3-4609-9f40-4ef4ac61e17b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430143 Nov 24 17:43:36.694718 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-c97cd382-b478-4c04-9073-b5d055158495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:36.696276 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-c97cd382-b478-4c04-9073-b5d055158495 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 1099 time: 0.0603371 Nov 24 17:43:36.842298 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 143fc8c6-b75f-4079-88b0-a0eef5a719de details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:43:36.853734 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-500556a7-9eec-4c07-bffd-9099dcc28ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:36.856487 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-500556a7-9eec-4c07-bffd-9099dcc28ded service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.1361895 Nov 24 17:43:36.911456 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-42fdfc2b-c1fb-4c2e-80a0-867583dacfc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 200 len: 217 time: 0.0476029 Nov 24 17:43:36.930902 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f487f-0704-4bec-9e99-01ef92fc5de3 req-50bebbfb-72eb-4610-ba39-fbd20ff71fa3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:36.938866 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-364f487f-0704-4bec-9e99-01ef92fc5de3 req-50bebbfb-72eb-4610-ba39-fbd20ff71fa3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0662603 Nov 24 17:43:36.993639 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-cde7eaa4-1025-4cdc-9822-03224d048ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:36.996352 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:36.999281 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-cde7eaa4-1025-4cdc-9822-03224d048ce7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0776758 Nov 24 17:43:37.012613 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'port_id': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'mac_address': 'fa:16:3e:d9:39:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:43:37.043385 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-36aae533-db03-46f1-9c40-31286ac81f73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287073 Nov 24 17:43:37.050770 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-364f487f-0704-4bec-9e99-01ef92fc5de3 req-c730a00d-471d-44ad-aa14-8811f73404f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037958 Nov 24 17:43:37.054958 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:37.065087 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc592d3-a0fd-4953-98ed-9dcef2e7b99d req-ceec1ad2-1384-483f-a30f-8dc7bffb296a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:37.067866 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2bc592d3-a0fd-4953-98ed-9dcef2e7b99d req-ceec1ad2-1384-483f-a30f-8dc7bffb296a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0910776 Nov 24 17:43:37.089461 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143fc8c6-b75f-4079-88b0-a0eef5a719de {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:43:37.104877 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:37.109717 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:37.147604 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2bc592d3-a0fd-4953-98ed-9dcef2e7b99d req-a3b91d72-293e-4e8b-b586-37c39d5aa92b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738690 Nov 24 17:43:37.175239 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:37.176153 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-f04e6bd0-b107-429a-bf47-823f1c3a7523 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186898 Nov 24 17:43:37.283076 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4734314c-e06c-40a1-bfaf-ed44c153a4ea req-720dbaf8-f32f-428e-878d-e2b2831069e5 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980451 Nov 24 17:43:37.406086 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:37.716093 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee391bf8-3e35-4606-af79-13cad30b9155 req-d37ab5c4-e6ca-47ae-9116-a3e620f623bb tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:37.717698 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee391bf8-3e35-4606-af79-13cad30b9155 req-d37ab5c4-e6ca-47ae-9116-a3e620f623bb tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 945 time: 0.0616834 Nov 24 17:43:37.771477 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee391bf8-3e35-4606-af79-13cad30b9155 req-62f8b26d-739d-4f13-9552-910aa678606e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Nov 24 17:43:38.064324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34127e-00a6-40dd-8bc2-4096ecc92899 req-03072cd5-b6b7-493a-a937-f8567c64ddeb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:38.065947 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fd34127e-00a6-40dd-8bc2-4096ecc92899 req-03072cd5-b6b7-493a-a937-f8567c64ddeb tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.0553956 Nov 24 17:43:38.126242 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fd34127e-00a6-40dd-8bc2-4096ecc92899 req-e0a0ca01-3135-40eb-86c4-7a4fca722f9c tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Nov 24 17:43:38.237732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ff314-84b4-44ea-b6ef-37793819b189 req-b21bdd14-eed4-4e6f-b279-c7b205b616ee tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:38.239393 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ea1ff314-84b4-44ea-b6ef-37793819b189 req-b21bdd14-eed4-4e6f-b279-c7b205b616ee tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0697510 Nov 24 17:43:38.259490 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:43:38.324119 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb34b7-f836-4883-8672-4e6f03d8d85e req-4f3be045-8c00-46f1-8fa6-a3ce63513021 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:38.325757 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9cb34b7-f836-4883-8672-4e6f03d8d85e req-4f3be045-8c00-46f1-8fa6-a3ce63513021 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0853791 Nov 24 17:43:38.335296 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ea1ff314-84b4-44ea-b6ef-37793819b189 req-57fd4b38-6689-49c6-8c02-e206f59c5f83 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684359 Nov 24 17:43:38.387568 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9cb34b7-f836-4883-8672-4e6f03d8d85e req-1db8eb95-ac08-4862-ac9a-a44e86ee0872 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Nov 24 17:43:38.855196 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 143fc8c6-b75f-4079-88b0-a0eef5a719de up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:38.900086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e41004-ebc9-475d-98b6-3d5eeec3aaa1 req-92b45c3b-a851-4e5d-8f9d-cc766cd5496b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:38.901655 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-78e41004-ebc9-475d-98b6-3d5eeec3aaa1 req-92b45c3b-a851-4e5d-8f9d-cc766cd5496b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 945 time: 0.0581536 Nov 24 17:43:38.911957 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 143fc8c6-b75f-4079-88b0-a0eef5a719de completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:43:38.916448 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 143fc8c6-b75f-4079-88b0-a0eef5a719de triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:38.916815 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:38.952986 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-78e41004-ebc9-475d-98b6-3d5eeec3aaa1 req-5d29fbe2-889e-40e1-b4a5-19201a072263 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Nov 24 17:43:38.999786 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:39.025941 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:39.028705 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b80928-eba0-4c7f-828a-9ee23e6643f3" -d '{"events": [{"server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "name": "network-vif-plugged", "status": "completed", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:39.045997 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:39.052147 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:39.052650 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c8645eb6-72f8-4c1e-935f-027bafb434d6 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:43:39.081286 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850c98a-3661-4d0f-89df-1170bca09d33 x-openstack-request-id: req-e850c98a-3661-4d0f-89df-1170bca09d33 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:39.081605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "name": "network-vif-plugged", "status": "completed", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:39.081867 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e850c98a-3661-4d0f-89df-1170bca09d33 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:39.082364 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'code': 200} Nov 24 17:43:39.099725 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: c8645eb6-72f8-4c1e-935f-027bafb434d6 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:43:39.100079 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c8645eb6-72f8-4c1e-935f-027bafb434d6 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:43:39.128201 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:39.222878 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:39.269286 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3e7aa-fac2-4e71-9285-90bef671bd5a req-222c8a7b-572e-43c3-b15a-ea672a46698d tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:39.270963 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae3e7aa-fac2-4e71-9285-90bef671bd5a req-222c8a7b-572e-43c3-b15a-ea672a46698d tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.0651088 Nov 24 17:43:39.295024 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92969-10a8-400b-96e5-897af99f5e69 req-279964d2-2164-4929-8f0d-4dc12b8bed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:39.297526 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5ea92969-10a8-400b-96e5-897af99f5e69 req-279964d2-2164-4929-8f0d-4dc12b8bed79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1099 time: 0.0566502 Nov 24 17:43:39.328999 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae3e7aa-fac2-4e71-9285-90bef671bd5a req-aaeb295a-e4f8-4964-8950-e187d16b5625 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509531 Nov 24 17:43:39.348173 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5ea92969-10a8-400b-96e5-897af99f5e69 req-e5e0d57b-0085-42f5-bec9-1e028d8b9251 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Nov 24 17:43:39.504982 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac987599-d16b-430f-b7a1-31c990c79439 req-ba4e4a9c-b786-469d-ac9a-1b61ee343a4e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:39.506541 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ac987599-d16b-430f-b7a1-31c990c79439 req-ba4e4a9c-b786-469d-ac9a-1b61ee343a4e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0915368 Nov 24 17:43:39.580129 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a16a-0466-48cd-86c6-20bdbfea7b32 req-afd590ad-d085-43cd-b8f6-912c6b7ecd5e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:39.581558 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2643a16a-0466-48cd-86c6-20bdbfea7b32 req-afd590ad-d085-43cd-b8f6-912c6b7ecd5e tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1100125 Nov 24 17:43:39.590024 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ac987599-d16b-430f-b7a1-31c990c79439 req-bdeeb986-a224-47dd-b321-b5e471ff1dcd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634205 Nov 24 17:43:39.637284 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2643a16a-0466-48cd-86c6-20bdbfea7b32 req-cb43e598-468a-4eaf-87a6-f673790d7627 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Nov 24 17:43:40.012612 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-f72f1251-3a1f-47da-96af-ddcab5e3a493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:40.082326 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dadb5e-d540-44f6-92da-3b5abc14115d req-55cff581-68c1-4868-a369-48db9a807f4b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:40.084028 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-82dadb5e-d540-44f6-92da-3b5abc14115d req-55cff581-68c1-4868-a369-48db9a807f4b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0549870 Nov 24 17:43:40.149021 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-103d0c0c-280b-4603-a45d-5753385976dd tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:40.150667 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-103d0c0c-280b-4603-a45d-5753385976dd tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.0651007 Nov 24 17:43:40.170627 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-82dadb5e-d540-44f6-92da-3b5abc14115d req-dde5e682-1bda-408b-8f20-8f7252351085 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Nov 24 17:43:40.257559 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Deleting port f92effdf-540d-4d48-8c66-7e089f7b4185 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:43:40.257795 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:40.356293 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] For port f92effdf-540d-4d48-8c66-7e089f7b4185, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f92effdf-540d-4d48-8c66-7e089f7b4185,segment=NetworkSegment(75b4cc26-c9ba-48af-9caf-4561175308bb),segment_id=75b4cc26-c9ba-48af-9caf-4561175308bb)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:40.356986 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:40.371055 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Calling delete_port for f92effdf-540d-4d48-8c66-7e089f7b4185 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:43:40.458716 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52dd2-f6dd-4163-8413-964b39b994dd req-849f4f57-1337-483a-85f6-cf647edfc551 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:40.461367 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-65d52dd2-f6dd-4163-8413-964b39b994dd req-849f4f57-1337-483a-85f6-cf647edfc551 tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7 HTTP/1.1" status: 200 len: 946 time: 0.0505581 Nov 24 17:43:40.512842 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-65d52dd2-f6dd-4163-8413-964b39b994dd req-0a0cf4e1-38c3-4908-ab24-bc49ac79912a tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f3d3223-df86-4d28-b697-b15140a3a2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Nov 24 17:43:40.516394 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:40.533688 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f92effdf-540d-4d48-8c66-7e089f7b4185'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:40.556393 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Pushing event deleted for resources: {'Port': ['ID=f92effdf-540d-4d48-8c66-7e089f7b4185,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:40.568702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.569064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.569432 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.569782 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.570121 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.570486 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.570820 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.571154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.571493 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.571817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.572150 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.572479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:40.611834 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] No DVR routers for this DVR port f92effdf-540d-4d48-8c66-7e089f7b4185 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:43:40.615187 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:40.619112 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5cef7e4f-2259-4ba6-96fa-7a63d9c972f4 req-69e4d22e-a6ec-4ec2-9f26-36fc462d7f4b tempest-AttachVolumeNegativeTest-2014827218 tempest-AttachVolumeNegativeTest-2014827218-project] 10.222.0.62 "DELETE /v2.0/ports/f92effdf-540d-4d48-8c66-7e089f7b4185 HTTP/1.1" status: 204 len: 173 time: 0.4619575 Nov 24 17:43:40.620295 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'name': 'network-vif-deleted', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:40.622965 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10cdbaf-3dd7-4270-b27b-28630730bb85" -d '{"events": [{"server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "name": "network-vif-deleted", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:40.665790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bacc561-2371-44e4-a38d-0d8ef604dffd x-openstack-request-id: req-3bacc561-2371-44e4-a38d-0d8ef604dffd {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:40.666166 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7", "name": "network-vif-deleted", "tag": "f92effdf-540d-4d48-8c66-7e089f7b4185", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:40.666576 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bacc561-2371-44e4-a38d-0d8ef604dffd {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:40.667020 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5b5a5c-6fcb-4fea-8dd1-05358a2ff4f7', 'name': 'network-vif-deleted', 'tag': 'f92effdf-540d-4d48-8c66-7e089f7b4185', 'status': 'completed', 'code': 200} Nov 24 17:43:40.782418 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c59794-f311-4b44-ae52-818c09a97421 req-17515fc2-c315-4a5f-8849-e64231feb085 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:40.785926 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1c59794-f311-4b44-ae52-818c09a97421 req-17515fc2-c315-4a5f-8849-e64231feb085 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0987952 Nov 24 17:43:40.811575 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd2335-cb80-43fc-b627-7e98c83900ff req-8c4c9aa6-cebd-4535-9132-90b2e914baa0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:40.814049 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dbdd2335-cb80-43fc-b627-7e98c83900ff req-8c4c9aa6-cebd-4535-9132-90b2e914baa0 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0924547 Nov 24 17:43:40.875873 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1c59794-f311-4b44-ae52-818c09a97421 req-1e482eb1-6906-453d-b148-83fa66f3c049 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823836 Nov 24 17:43:40.888504 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dbdd2335-cb80-43fc-b627-7e98c83900ff req-761a6743-8f78-403d-8591-611e51bb270d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 Nov 24 17:43:41.295583 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4015b-0fab-49d8-b601-df1502fe693a req-7b4174ae-bea7-45a9-bc5d-72c80ca1ccfc tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:41.297070 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23e4015b-0fab-49d8-b601-df1502fe693a req-7b4174ae-bea7-45a9-bc5d-72c80ca1ccfc tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0524545 Nov 24 17:43:41.347221 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-23e4015b-0fab-49d8-b601-df1502fe693a req-49439173-b82c-4128-92bc-233559666782 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Nov 24 17:43:41.476873 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c86a5-9aa2-4c5d-bfe3-6751e397c81d req-260c7973-67a7-489f-9e05-6734394db3a4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:41.477982 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-893c86a5-9aa2-4c5d-bfe3-6751e397c81d req-260c7973-67a7-489f-9e05-6734394db3a4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0577095 Nov 24 17:43:41.542922 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-893c86a5-9aa2-4c5d-bfe3-6751e397c81d req-84a90b4f-2265-437f-84b4-33e0cdbe8db1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551500 Nov 24 17:43:41.580082 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53486) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:41.641163 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Deleting subnet 45362b9d-ffba-4017-8856-7b961a373a20 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:43:41.645141 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.690049 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.743089 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.806780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.836980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45362b9d-ffba-4017-8856-7b961a373a20,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:41.842688 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.846121 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4b98cf34-3473-43d6-b218-743e640d3bdd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/45362b9d-ffba-4017-8856-7b961a373a20 HTTP/1.1" status: 204 len: 168 time: 0.2648282 Nov 24 17:43:41.849730 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53490) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:41.934014 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:41.942728 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac8b4-e33f-484d-960f-ed1ded6c6b2e req-469e2b91-6d8d-4607-97a2-f587ef41aeb9 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:41.946696 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-525ac8b4-e33f-484d-960f-ed1ded6c6b2e req-469e2b91-6d8d-4607-97a2-f587ef41aeb9 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0713060 Nov 24 17:43:42.039578 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-525ac8b4-e33f-484d-960f-ed1ded6c6b2e req-9eaabdbd-f9f4-4811-b6fb-cc32c1fa24c4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888922 Nov 24 17:43:42.048087 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a308fe6-92a4-4831-ad54-c25b452c9255 req-bc81c3f0-a029-481a-97f8-f8305bc38a41 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:42.050035 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a308fe6-92a4-4831-ad54-c25b452c9255 req-bc81c3f0-a029-481a-97f8-f8305bc38a41 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0808649 Nov 24 17:43:42.052506 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.081343 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f005f741-9c1d-45d2-982c-10cafc49c472']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:42.095468 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b4cc26-c9ba-48af-9caf-4561175308bb') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:42.095877 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b4cc26-c9ba-48af-9caf-4561175308bb') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:42.111716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.121283 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a308fe6-92a4-4831-ad54-c25b452c9255 req-fa28a925-3f1d-4b05-a4bb-76b7c64100eb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649872 Nov 24 17:43:42.132014 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.142437 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:43:42.142884 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:43:42.145019 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:43:42.199242 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa7b29-a505-4e87-ac96-9465bb60d611 req-96a71527-ce2f-47d0-b443-9bd726afd327 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:42.200839 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0aa7b29-a505-4e87-ac96-9465bb60d611 req-96a71527-ce2f-47d0-b443-9bd726afd327 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0785284 Nov 24 17:43:42.214914 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.222007 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.228807 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f005f741-9c1d-45d2-982c-10cafc49c472 HTTP/1.1" status: 204 len: 168 time: 0.3753457 Nov 24 17:43:42.239941 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85dc92-fc77-413a-835d-f0fa9b4b3ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f005f741-9c1d-45d2-982c-10cafc49c472,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:42.285725 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c0aa7b29-a505-4e87-ac96-9465bb60d611 req-6dd7bf37-3402-450d-8c81-31bd44670b1c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734303 Nov 24 17:43:42.556356 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53504) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:42.597669 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-75cb5f4c-ebb5-4bb9-b9f0-6ac245903ed9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f281d208ed954aafb567c78b39c80250&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400867 Nov 24 17:43:42.600320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53506) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:42.619044 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-86cbeb32-8a52-4c92-af7e-30c5e92c3284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.654615 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.679610 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.732127 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.735086 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:42.736397 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f3d3223-df86-4d28-b697-b15140a3a2ce HTTP/1.1" status: 204 len: 168 time: 0.1350994 Nov 24 17:43:42.745130 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47649a57-9f4b-4910-8694-b6443f850641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d3223-df86-4d28-b697-b15140a3a2ce,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:43.259931 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bffcd-b0ab-47b2-a1ea-4b3c759aa8b1 req-843a5fcf-0cbc-4ed7-b7ea-822af1527f86 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:43.261441 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f01bffcd-b0ab-47b2-a1ea-4b3c759aa8b1 req-843a5fcf-0cbc-4ed7-b7ea-822af1527f86 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0505843 Nov 24 17:43:43.314936 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f01bffcd-b0ab-47b2-a1ea-4b3c759aa8b1 req-909175e1-d58d-42e3-98a1-3e6c5711dd1d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Nov 24 17:43:43.414017 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de1949-5b77-4356-b77a-fd908ea861fb req-5ff8a505-5ed8-43c0-931f-5d0bb785af1a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:43.415648 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f5de1949-5b77-4356-b77a-fd908ea861fb req-5ff8a505-5ed8-43c0-931f-5d0bb785af1a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Nov 24 17:43:43.473227 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f5de1949-5b77-4356-b77a-fd908ea861fb req-d04d4dd9-1717-49a8-96b2-09b039d7c2fa tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Nov 24 17:43:43.903271 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e34-d06c-4633-a3cd-de338cd9ebcc req-cf1c792a-d68a-40f3-a650-2ec3224d2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:43.907068 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-beae4e34-d06c-4633-a3cd-de338cd9ebcc req-cf1c792a-d68a-40f3-a650-2ec3224d2a0e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0633628 Nov 24 17:43:43.960066 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:43.967458 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-beae4e34-d06c-4633-a3cd-de338cd9ebcc req-4c16ecb2-eb26-440c-96b3-3bec90ff6e5f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 Nov 24 17:43:44.466053 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22b731-e99c-462e-9073-a94beba3843f req-e66f7c0b-ae85-4bc0-8762-499709a943de tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:44.468000 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a22b731-e99c-462e-9073-a94beba3843f req-e66f7c0b-ae85-4bc0-8762-499709a943de tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0751567 Nov 24 17:43:44.550506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a22b731-e99c-462e-9073-a94beba3843f req-3c12b72f-cb85-4378-8e8c-21fb2e83a998 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751717 Nov 24 17:43:44.629493 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc61de-8009-4889-9ea0-74430adc38e8 req-15fc987d-c04f-4638-a6b4-e5e4098086ef tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:44.631111 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60cc61de-8009-4889-9ea0-74430adc38e8 req-15fc987d-c04f-4638-a6b4-e5e4098086ef tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0716410 Nov 24 17:43:44.693475 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60cc61de-8009-4889-9ea0-74430adc38e8 req-026340dd-1100-428c-ab79-356323041a76 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Nov 24 17:43:44.871307 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f92effdf-540d-4d48-8c66-7e089f7b4185 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:43:44.893897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: f92effdf-540d-4d48-8c66-7e089f7b4185 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:43:44.894283 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f92effdf-540d-4d48-8c66-7e089f7b4185 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:43:45.684815 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3f1aa-58dc-40fc-8623-a22abb09a6d1 req-fd3763c1-7cfb-4ef6-b3e2-e72eecc25fdf tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:45.686942 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6e3f1aa-58dc-40fc-8623-a22abb09a6d1 req-fd3763c1-7cfb-4ef6-b3e2-e72eecc25fdf tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0565259 Nov 24 17:43:45.742672 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6e3f1aa-58dc-40fc-8623-a22abb09a6d1 req-1e99fc28-0017-4c6e-ace8-3af1bf9b5e1b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493963 Nov 24 17:43:45.808054 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:45.818097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b60b9-3b69-4820-bd5d-41e3c34400c2 req-531f6a15-de32-4a6a-ab07-dcc7f4b1cfd6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:45.819760 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5e0b60b9-3b69-4820-bd5d-41e3c34400c2 req-531f6a15-de32-4a6a-ab07-dcc7f4b1cfd6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0578086 Nov 24 17:43:45.870288 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5e0b60b9-3b69-4820-bd5d-41e3c34400c2 req-1dcc7c8e-e88f-4125-9d5a-37b9749df56a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Nov 24 17:43:46.159703 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:46.246519 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-897df19b-71fc-444d-8f1e-0fb925b9a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:46.246519 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-897df19b-71fc-444d-8f1e-0fb925b9a18c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5aa68feded84b10b0943f823936db5d&device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 1098 time: 0.0474889 Nov 24 17:43:46.253529 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0734-0f58-4598-a01f-0334926c1d3c req-d2dd7c9d-91c4-4d02-af6a-1a46b5fa71c4 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:46.255188 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ffd0734-0f58-4598-a01f-0334926c1d3c req-d2dd7c9d-91c4-4d02-af6a-1a46b5fa71c4 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0650558 Nov 24 17:43:46.313982 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ffd0734-0f58-4598-a01f-0334926c1d3c req-cad2fc98-da10-4742-a2a9-5fa09bc6733d tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524886 Nov 24 17:43:46.343420 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-55611869-6dcb-4388-890d-6a05336b3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:46.344905 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-55611869-6dcb-4388-890d-6a05336b3a38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 200 len: 919 time: 0.0944970 Nov 24 17:43:46.390148 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-1139acd7-56bf-432b-93b5-fb972dbcb36b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 200 len: 217 time: 0.0352638 Nov 24 17:43:46.445023 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-c559e466-581e-4e36-97b4-5290ebf60c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:46.446919 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-c559e466-581e-4e36-97b4-5290ebf60c2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 200 len: 858 time: 0.0479977 Nov 24 17:43:46.482257 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-96e87b50-337c-4352-84f6-b109e0311d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f0ce909e-0041-45b3-b60b-b3777a2f7bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276437 Nov 24 17:43:46.581468 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-4385aa3e-de85-4a0d-9737-29b0ee7a592d service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905175 Nov 24 17:43:46.689791 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5780d19e-7fe7-48a5-80bc-4de50b85643d req-2c5e153b-7146-42e5-90fa-c172a447c7a5 service neutron] 10.222.0.62 "GET /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982070 Nov 24 17:43:46.874584 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605050cd-f6df-4cf4-a2d4-f566e760dbcc req-8696c53d-4af8-4930-a7f0-3b80e036b375 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:46.876092 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-605050cd-f6df-4cf4-a2d4-f566e760dbcc req-8696c53d-4af8-4930-a7f0-3b80e036b375 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0530121 Nov 24 17:43:46.932129 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-605050cd-f6df-4cf4-a2d4-f566e760dbcc req-b9ea5307-6087-42d3-8740-ba66cfb680b3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496020 Nov 24 17:43:47.469523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d2a2-c452-4713-bd04-9df291c3ab1e req-7225b9d3-0dac-44d9-ae8b-ff6493cf00f2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:47.471133 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a312d2a2-c452-4713-bd04-9df291c3ab1e req-7225b9d3-0dac-44d9-ae8b-ff6493cf00f2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0734475 Nov 24 17:43:47.533248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a312d2a2-c452-4713-bd04-9df291c3ab1e req-246e17d1-cc3b-4f36-bf28-50a7e484a8c6 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Nov 24 17:43:48.068613 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d4a36-c7d2-4d57-ab84-13420e1d3411 req-25d06492-1446-4592-9141-aeff8a9ecefe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:48.070112 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e59d4a36-c7d2-4d57-ab84-13420e1d3411 req-25d06492-1446-4592-9141-aeff8a9ecefe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0593181 Nov 24 17:43:48.121844 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e59d4a36-c7d2-4d57-ab84-13420e1d3411 req-941a552d-7fe7-4be0-83d6-278af1ea3ec9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Nov 24 17:43:48.656617 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38438-dab9-4618-a37a-73b386cf2733 req-096e088b-09e1-4bc0-b5a8-f4c42f67481c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:48.658268 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f7b38438-dab9-4618-a37a-73b386cf2733 req-096e088b-09e1-4bc0-b5a8-f4c42f67481c tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Nov 24 17:43:48.721176 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f7b38438-dab9-4618-a37a-73b386cf2733 req-62e4873d-023b-466a-a901-589f8dd26983 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Nov 24 17:43:49.262668 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75836d-5683-4daf-8f4a-e5a5a13e5e00 req-f198f4f1-921a-4323-982d-e7f8d9de0767 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:49.264295 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3d75836d-5683-4daf-8f4a-e5a5a13e5e00 req-f198f4f1-921a-4323-982d-e7f8d9de0767 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0579264 Nov 24 17:43:49.317060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3d75836d-5683-4daf-8f4a-e5a5a13e5e00 req-33b7b600-2505-4ab1-a035-9f3d34ca719e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Nov 24 17:43:49.843440 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861521d-29d6-42da-918f-99b38ff39da7 req-798aa57c-483c-4665-8f7f-1c76f5052685 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:49.844950 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0861521d-29d6-42da-918f-99b38ff39da7 req-798aa57c-483c-4665-8f7f-1c76f5052685 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Nov 24 17:43:49.894469 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0861521d-29d6-42da-918f-99b38ff39da7 req-7809b4ac-bdf5-461e-b365-3575826164a5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Nov 24 17:43:50.452458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1fcd4-1b74-4ae8-b327-6e43d20eb79f req-4147cb7f-60df-419e-8524-dfa3e5370fde tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:50.454012 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31c1fcd4-1b74-4ae8-b327-6e43d20eb79f req-4147cb7f-60df-419e-8524-dfa3e5370fde tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0584910 Nov 24 17:43:50.506538 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31c1fcd4-1b74-4ae8-b327-6e43d20eb79f req-d0549286-0d74-4550-bdcd-6682647830b8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Nov 24 17:43:51.020803 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46060bf-004d-4756-8998-8faf685b9d23 req-3ecb5fe0-fbfa-438a-809a-92468dca4c9f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:51.022803 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a46060bf-004d-4756-8998-8faf685b9d23 req-3ecb5fe0-fbfa-438a-809a-92468dca4c9f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Nov 24 17:43:51.080158 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a46060bf-004d-4756-8998-8faf685b9d23 req-aba418bf-fe6a-48af-bcd3-2ce6694cbc1a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Nov 24 17:43:51.681366 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f6f3-ac43-439c-9f7e-01d321052602 req-abeb821a-3b2a-426f-99e6-012629fc2a47 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:51.682912 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a13f6f3-ac43-439c-9f7e-01d321052602 req-abeb821a-3b2a-426f-99e6-012629fc2a47 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0739412 Nov 24 17:43:51.734561 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a13f6f3-ac43-439c-9f7e-01d321052602 req-b2b3a64f-94f9-4b11-9aa1-12b8a3d2646f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Nov 24 17:43:52.210575 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b1225-36d6-4c67-9ea2-d3e5a82c70c9 req-e3701c8b-4718-4cf0-ae93-958ee5e8f734 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:52.212143 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7c5b1225-36d6-4c67-9ea2-d3e5a82c70c9 req-e3701c8b-4718-4cf0-ae93-958ee5e8f734 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0569556 Nov 24 17:43:52.269501 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7c5b1225-36d6-4c67-9ea2-d3e5a82c70c9 req-e2f06087-764d-454f-8ff6-a030b6370a75 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 Nov 24 17:43:52.829015 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e5d0-8e0e-4cd0-8177-e965beef2610 req-1dbc5c90-891c-4a08-aa1d-a74d10ba2daf tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:52.830433 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5026e5d0-8e0e-4cd0-8177-e965beef2610 req-1dbc5c90-891c-4a08-aa1d-a74d10ba2daf tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0632017 Nov 24 17:43:52.898190 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b779621-a05f-49d0-802e-b4b607d131d6 req-c6301146-b2b9-459c-a5f7-67f5ef00058f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:52.899729 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3b779621-a05f-49d0-802e-b4b607d131d6 req-c6301146-b2b9-459c-a5f7-67f5ef00058f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0907331 Nov 24 17:43:52.925916 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5026e5d0-8e0e-4cd0-8177-e965beef2610 req-d0ff5a28-3d53-4a1c-9343-447c383bda0c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Nov 24 17:43:52.949892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53694) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:52.962901 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3b779621-a05f-49d0-802e-b4b607d131d6 req-00031660-94a8-47f9-9389-e12a3bcde338 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566392 Nov 24 17:43:53.195444 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1db97b-0239-4152-8bae-13e8700634f4 tempest-TestMinimumBasicScenario-1689456425 tempest-TestMinimumBasicScenario-1689456425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:53.197005 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-ef1db97b-0239-4152-8bae-13e8700634f4 tempest-TestMinimumBasicScenario-1689456425 tempest-TestMinimumBasicScenario-1689456425-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1094 time: 0.2461028 Nov 24 17:43:53.200468 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53698) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:53.205650 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'port_id': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:53.231745 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:53.574603 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:53.686784 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Allocated IP 172.27.2.236 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/a80d5cdd-b921-43ea-8c51-768f3c621e68) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:43:53.807032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:53.847762 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:53.891426 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:43:53.900157 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:43:53.903319 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:43:53.933043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'Port': ['ID=a80d5cdd-b921-43ea-8c51-768f3c621e68,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:53.947393 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.947764 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.948183 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.948447 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.948784 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.949118 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.949445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.949786 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.950112 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.950468 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.950797 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:53.951141 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:54.180903 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db56d7f-bee2-46cb-9279-f34a661152bd req-24aa1e83-552d-4d41-a928-fa5671b4d616 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:54.182473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1db56d7f-bee2-46cb-9279-f34a661152bd req-24aa1e83-552d-4d41-a928-fa5671b4d616 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1288350 Nov 24 17:43:54.287262 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1db56d7f-bee2-46cb-9279-f34a661152bd req-de6f7cf5-066d-495e-916e-089deeb93c55 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970061 Nov 24 17:43:54.380453 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:54.460094 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:54.622049 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:54.629471 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:54.708269 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'Port': ['ID=a80d5cdd-b921-43ea-8c51-768f3c621e68,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:54.719747 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:54.839814 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Floating IP cf52e393-84bb-4eb8-b4ca-6d3547b52f65 associated. External IP: 172.27.2.236, port: 143fc8c6-b75f-4079-88b0-a0eef5a719de. Nov 24 17:43:55.138809 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:43:55.303487 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:43:55.319450 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Sync routers for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:43:55.325504 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.337249 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:55.338378 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:43:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:55.359002 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3ca87181-daab-44d4-9bf3-1a7c44633fe7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1548159 Nov 24 17:43:55.359002 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:55.359362 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53752) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:55.364997 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503787178', 'description': 'tempest-secgroup-smoke-503787178 description', 'project_id': '8f60d79a794a418e904c5cf6f019e38d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:55.371716 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b792eb1-3069-480c-952c-4719953e3839" -d '{"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:55.418042 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f584bec-735f-4247-a843-9bee8492d708 x-openstack-request-id: req-1f584bec-735f-4247-a843-9bee8492d708 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:55.418382 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:55.418701 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f584bec-735f-4247-a843-9bee8492d708 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:55.419032 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:43:55.429495 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.462455 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f61916-d830-4526-a42e-76700c0c4f3d req-51b552e0-b03d-4f61-b80d-4425b30f8ec3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:55.464563 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31f61916-d830-4526-a42e-76700c0c4f3d req-51b552e0-b03d-4f61-b80d-4425b30f8ec3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0601301 Nov 24 17:43:55.486671 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:55.520550 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-31f61916-d830-4526-a42e-76700c0c4f3d req-e187eb72-854a-4e00-9a94-c8dcbd00ae69 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491130 Nov 24 17:43:55.533865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792eb1-3069-480c-952c-4719953e3839 req-7194e6e0-a4fe-484a-b1cd-390c8f590f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:55.535695 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-7194e6e0-a4fe-484a-b1cd-390c8f590f17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1099 time: 0.0805688 Nov 24 17:43:55.593932 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.628251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.672836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.674180 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3131194 Nov 24 17:43:55.679044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53756) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:55.684405 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f94a34-5b1f-4acb-86ad-32bd91a7aea3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa761e-deb0-44d7-a5e6-0f154d787311,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:55.684998 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:55.701135 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792eb1-3069-480c-952c-4719953e3839 req-bd6e9719-4a31-49aa-8db1-a92123dff2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:55.704800 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-bd6e9719-4a31-49aa-8db1-a92123dff2dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.1603065 Nov 24 17:43:55.740848 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.757382 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cf52e393-84bb-4eb8-b4ca-6d3547b52f65', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'port_id': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'mac_address': 'fa:16:3e:d9:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:43:54Z', 'updated_at': '2021-11-24T17:43:54Z', 'revision_number': 0, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:55.793949 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Checking router: 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:43:55.806248 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:43:55.806928 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:43:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:55.812829 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-d1f58e64-3fe7-4b99-ae1d-51a4b168673c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1000 time: 0.0998440 Nov 24 17:43:55.835835 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.842541 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.865266 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83abf360-0867-48b8-9374-70ec62cfd1dc,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:55.877698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.879429 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7f65c0f3-b305-42f7-8284-9d99f289afa6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1990883 Nov 24 17:43:55.884175 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53758) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:55.890561 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:55.900208 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792eb1-3069-480c-952c-4719953e3839 req-6472c5ed-7a07-4d68-90ac-1ee316196466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:55.902118 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-6472c5ed-7a07-4d68-90ac-1ee316196466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0762842 Nov 24 17:43:55.927707 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:55.962858 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792eb1-3069-480c-952c-4719953e3839 req-4844f585-652c-4266-9fa7-402358152be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:55.964414 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-4844f585-652c-4266-9fa7-402358152be7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516937 Nov 24 17:43:55.981695 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:43:56.014165 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.024746 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.052885 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3441b676-861d-4c0c-94bb-0adce89065cc,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:56.060680 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.064570 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-63867545-2427-4ba6-8fbb-e18840f20365 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759160 Nov 24 17:43:56.064984 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53766) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:56.070875 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:56.105188 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.126538 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-337ca556-b175-4f13-9ca5-5ad35681ea33 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516173 Nov 24 17:43:56.202390 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.208428 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.233639 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8474d14-34dd-47dc-88f3-e1c6aa6c9ad1,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:56.255520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.258799 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f8aabb9e-95de-42da-b065-1136c89817a1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925104 Nov 24 17:43:56.263777 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 53776) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:56.269898 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:56.297700 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cf52e393-84bb-4eb8-b4ca-6d3547b52f65', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'port_id': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'mac_address': 'fa:16:3e:d9:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:43:54Z', 'updated_at': '2021-11-24T17:43:54Z', 'revision_number': 0, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:43:56.323264 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.347071 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef80b4-6ffe-4c08-830f-99753ffc3d57 None None] The sync data for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi is: [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': 'cf52e393-84bb-4eb8-b4ca-6d3547b52f65', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'port_id': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'mac_address': 'fa:16:3e:d9:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:43:54Z', 'updated_at': '2021-11-24T17:43:54Z', 'revision_number': 0, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:43:56.511301 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.521239 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.544807 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2c4b72-24d6-42f6-aa75-4aef28727387,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:56.568609 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.570089 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9009db4b-eca9-44f3-90d8-ffed6e7de69f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050156 Nov 24 17:43:56.586926 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53786) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:56.598071 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:56.615544 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b792eb1-3069-480c-952c-4719953e3839 req-6003e8bc-cfd3-4d74-a46c-02408c9d1861 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807873 Nov 24 17:43:56.630521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555d0b-6d85-4c18-8468-6fcaea33ea82 req-ce4f173c-6db4-4d53-8cf9-63dfa9c9c73f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:56.633220 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8555d0b-6d85-4c18-8468-6fcaea33ea82 req-ce4f173c-6db4-4d53-8cf9-63dfa9c9c73f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.0859067 Nov 24 17:43:56.637240 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.securitygroups_db [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Project 8f60d79a794a418e904c5cf6f019e38d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:43:56.643766 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.729246 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24b7e7-539f-459a-aaf3-428dc61a221d None None] New status for floating IP cf52e393-84bb-4eb8-b4ca-6d3547b52f65: ACTIVE {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:43:56.752773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f08c1f-1855-4fd8-86a1-7b60ce932bf6 req-3ae50e2f-fb1e-4a5a-8950-9bab573f9dad tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:56.754288 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.755698 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b7f08c1f-1855-4fd8-86a1-7b60ce932bf6 req-3ae50e2f-fb1e-4a5a-8950-9bab573f9dad tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1214814 Nov 24 17:43:56.761034 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.786192 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf1ddcb-6c19-4ed5-80cc-6eadc20fef20,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:56.798195 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.798195 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-f98e2a20-95d8-4496-bc31-d98e3780104d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2054682 Nov 24 17:43:56.799334 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 53788) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:43:56.805761 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'security_group_rule': {'security_group_id': 'b5fa761e-deb0-44d7-a5e6-0f154d787311', 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:56.828415 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f8555d0b-6d85-4c18-8468-6fcaea33ea82 req-c4d8bd8c-9fe3-487b-a579-4154debb3d2f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814575 Nov 24 17:43:56.838785 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.securitygroups_db [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Project 8f60d79a794a418e904c5cf6f019e38d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:43:56.848027 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.849224 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b7f08c1f-1855-4fd8-86a1-7b60ce932bf6 req-766d8704-c2e7-4452-9359-85824e6590c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830116 Nov 24 17:43:56.921467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.926447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.938923 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:43:56.947277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4583bfbf-bd96-4357-9bff-8603ecc050fa,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:56.959195 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:56.960474 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ab25970d-cfa0-4e23-963f-affbd72cd671 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598918 Nov 24 17:43:57.045312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:57.055345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-01618cb0-4f4c-45f2-8a51-bb2342416c87 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503787178&fields=id&tenant_id=8f60d79a794a418e904c5cf6f019e38d HTTP/1.1" status: 200 len: 267 time: 0.0459335 Nov 24 17:43:57.061489 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:43:57.110432 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.113760 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-bf4b408d-cace-48f5-8102-3a7a52450bb0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:57.115378 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-bf4b408d-cace-48f5-8102-3a7a52450bb0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0536678 Nov 24 17:43:57.125317 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:43:57.130553 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'port': {'security_groups': ['808279e9-9e72-4eb7-963e-13534e79eb72', 'b5fa761e-deb0-44d7-a5e6-0f154d787311']}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:43:57.149819 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:57.154911 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.202530 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.210922 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=6']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:57.219813 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.220164 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.220653 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.221001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.221336 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.221707 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.222189 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.222522 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.223015 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.223359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.223701 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.224027 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:43:57.278322 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['dfbdf3ea-7e27-473c-a430-8d1f9370697b'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:57.448502 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:57.482938 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.489539 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.540591 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:57.541277 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:57.542915 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-78bda822-6968-4726-a849-12fc3ef0bbc1 req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "PUT /v2.0/ports/143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 982 time: 0.4207718 Nov 24 17:43:57.543400 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:57.546102 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304f6a9-8955-404a-bd49-d45ed196f690" -d '{"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:57.576162 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1c24a-fce9-46cf-afe1-3b166d9a6737 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=6']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:57.579409 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:57.613632 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2810807b-7785-42d0-a78d-5ef7c0189853 x-openstack-request-id: req-2810807b-7785-42d0-a78d-5ef7c0189853 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:57.614184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:57.614617 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2810807b-7785-42d0-a78d-5ef7c0189853 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:57.615179 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:43:57.674523 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:57.703217 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caebdad-12bc-4c30-95c6-3155221ba66f req-aa992468-02c3-4e8d-b770-57a9de4250c4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:57.713824 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3caebdad-12bc-4c30-95c6-3155221ba66f req-aa992468-02c3-4e8d-b770-57a9de4250c4 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0863180 Nov 24 17:43:57.754113 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-10229a20-f7dd-4cc8-9495-862ba3c2507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:57.756074 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-10229a20-f7dd-4cc8-9495-862ba3c2507f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1138 time: 0.1069083 Nov 24 17:43:57.824847 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3caebdad-12bc-4c30-95c6-3155221ba66f req-18097f63-9ba0-4863-858f-320066daa4ff tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099634 Nov 24 17:43:57.930515 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-3c2c1af0-c359-434c-95d2-e0dc7a8b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:57.932949 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-3c2c1af0-c359-434c-95d2-e0dc7a8b60ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.1662102 Nov 24 17:43:58.047022 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfd735-aa48-41fb-8c08-949f574cebbe req-36bd534a-785e-412e-924b-b13b0b3a8c06 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:58.048712 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-febfd735-aa48-41fb-8c08-949f574cebbe req-36bd534a-785e-412e-924b-b13b0b3a8c06 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1036854 Nov 24 17:43:58.062025 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ca6a4-bdf0-40b9-8757-7118d977dbf6 req-42559789-cb64-45e1-b2f9-aed37209d97c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:58.063734 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-677ca6a4-bdf0-40b9-8757-7118d977dbf6 req-42559789-cb64-45e1-b2f9-aed37209d97c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.0729606 Nov 24 17:43:58.080808 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-bbc9cb41-6014-4e57-b8d8-3845fd5607a2 None None] Provisioning complete for port 143fc8c6-b75f-4079-88b0-a0eef5a719de triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:58.081510 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bbc9cb41-6014-4e57-b8d8-3845fd5607a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:58.083970 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-dcb551b6-c2e0-4827-beca-379dd97fe3fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1002 time: 0.1355658 Nov 24 17:43:58.138912 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-79cfab20-3b0e-48da-bc5f-87310c5ff363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:58.140770 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-79cfab20-3b0e-48da-bc5f-87310c5ff363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0480499 Nov 24 17:43:58.146726 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-febfd735-aa48-41fb-8c08-949f574cebbe req-16b8ea55-c071-4887-9995-07fe80a17036 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Nov 24 17:43:58.151333 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-677ca6a4-bdf0-40b9-8757-7118d977dbf6 req-43c1ff46-85ac-422d-bde8-1421c3a123ca tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782995 Nov 24 17:43:58.196392 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-7de317fc-0993-4148-9f31-4e45cbd9e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:58.197907 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-7de317fc-0993-4148-9f31-4e45cbd9e608 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484226 Nov 24 17:43:58.299466 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-6208714b-d55c-4f3c-aef3-6dbe18670631 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875866 Nov 24 17:43:58.400598 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e304f6a9-8955-404a-bd49-d45ed196f690 req-b4b75b19-d63a-4726-88a4-f05ee494dd97 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Nov 24 17:43:58.938227 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:43:58.992715 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port dfbdf3ea-7e27-473c-a430-8d1f9370697b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:43:58.993090 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.091185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.117336 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:43:59.119789 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2722122-e770-4187-aea4-3de5ab075034" -d '{"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:43:59.134636 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:59.157097 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.183767 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c32f9-4e87-4a24-a9c6-19840d920b33 x-openstack-request-id: req-710c32f9-4e87-4a24-a9c6-19840d920b33 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:43:59.184074 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:43:59.185788 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-710c32f9-4e87-4a24-a9c6-19840d920b33 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:43:59.186212 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'code': 200} Nov 24 17:43:59.219211 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=7']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:43:59.390320 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755727-013f-40a4-a383-4aeb588e9b60 req-68306084-dbdc-4d24-b82e-4bd88ac0ee89 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:59.392784 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-db755727-013f-40a4-a383-4aeb588e9b60 req-68306084-dbdc-4d24-b82e-4bd88ac0ee89 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1298993 Nov 24 17:43:59.408703 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6133-fe41-4a6d-b16d-74feb8061f2e req-d3312af9-0dd8-4503-8f5e-4c5ed6ddf8a2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:59.417238 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d7db6133-fe41-4a6d-b16d-74feb8061f2e req-d3312af9-0dd8-4503-8f5e-4c5ed6ddf8a2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1435573 Nov 24 17:43:59.479546 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745474d-21c6-428a-aff6-8a058785fd8e req-2c75d6fe-d915-413f-afad-dddfc8b5e5c1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:43:59.483559 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1745474d-21c6-428a-aff6-8a058785fd8e req-2c75d6fe-d915-413f-afad-dddfc8b5e5c1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 946 time: 0.1071129 Nov 24 17:43:59.489107 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-db755727-013f-40a4-a383-4aeb588e9b60 req-327a32d7-7435-45ff-8743-85933c9bebf4 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628197 Nov 24 17:43:59.554264 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d7db6133-fe41-4a6d-b16d-74feb8061f2e req-4912d14c-62fd-4d04-930d-d42b53d8bd0d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358702 Nov 24 17:43:59.642789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Deleting port a4d96d74-e5b1-4c98-95fa-754e7db26aba {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:43:59.643629 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.754066 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] For port a4d96d74-e5b1-4c98-95fa-754e7db26aba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4d96d74-e5b1-4c98-95fa-754e7db26aba,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:43:59.754367 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.768491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Calling delete_port for a4d96d74-e5b1-4c98-95fa-754e7db26aba owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:43:59.924622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:43:59.937713 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['c1539423-654b-4145-9cd9-562bde307490', 'a4d96d74-e5b1-4c98-95fa-754e7db26aba'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:43:59.981102 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Pushing event deleted for resources: {'Port': ['ID=a4d96d74-e5b1-4c98-95fa-754e7db26aba,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:00.039252 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] No DVR routers for this DVR port a4d96d74-e5b1-4c98-95fa-754e7db26aba on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:44:00.042161 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:00.046378 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1745474d-21c6-428a-aff6-8a058785fd8e req-f7b6f71e-a92d-4203-9140-8af9646eab51 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "DELETE /v2.0/ports/a4d96d74-e5b1-4c98-95fa-754e7db26aba HTTP/1.1" status: 204 len: 173 time: 0.5510030 Nov 24 17:44:00.047316 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'name': 'network-vif-deleted', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:44:00.050834 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b43fdd-c059-452d-8898-d84a2022f487" -d '{"events": [{"server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "name": "network-vif-deleted", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:44:00.119444 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7c2ed7-47b2-4c48-839e-e368600f82db x-openstack-request-id: req-7f7c2ed7-47b2-4c48-839e-e368600f82db {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:44:00.120596 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98401dd-370d-4ada-9df2-9005b86f99e1", "name": "network-vif-deleted", "tag": "a4d96d74-e5b1-4c98-95fa-754e7db26aba", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:44:00.121076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7c2ed7-47b2-4c48-839e-e368600f82db {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:44:00.121572 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98401dd-370d-4ada-9df2-9005b86f99e1', 'name': 'network-vif-deleted', 'tag': 'a4d96d74-e5b1-4c98-95fa-754e7db26aba', 'status': 'completed', 'code': 200} Nov 24 17:44:00.706439 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6ed4e7e7-f761-47a4-9a71-53b021d0753e req-9957206b-1379-482f-8f36-35b8774b4046 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=e98401dd-370d-4ada-9df2-9005b86f99e1 HTTP/1.1" status: 200 len: 210 time: 0.0693247 Nov 24 17:44:00.781344 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bb1a-9ddc-418d-b594-c74745278251 req-c4b046d7-faca-4a50-8718-3cdc76149707 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:00.783395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27d7bb1a-9ddc-418d-b594-c74745278251 req-c4b046d7-faca-4a50-8718-3cdc76149707 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0629849 Nov 24 17:44:00.850826 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27d7bb1a-9ddc-418d-b594-c74745278251 req-156f930d-e207-4880-99b6-4babea401f69 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597508 Nov 24 17:44:02.022434 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f827105-6eca-4756-9e5d-3f903879f15c req-8632e2c8-ea69-4c87-a424-53857566b746 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:02.032929 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0f827105-6eca-4756-9e5d-3f903879f15c req-8632e2c8-ea69-4c87-a424-53857566b746 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0805488 Nov 24 17:44:02.122949 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0f827105-6eca-4756-9e5d-3f903879f15c req-c7acb39b-91f9-4288-a8d2-af58c948f4be tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889328 Nov 24 17:44:02.139775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee368a87-1cc9-49f1-af2c-1c0a3714fca6 req-5f4b15d1-8cca-4c9a-9d81-422929244ef2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:02.141612 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee368a87-1cc9-49f1-af2c-1c0a3714fca6 req-5f4b15d1-8cca-4c9a-9d81-422929244ef2 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0869727 Nov 24 17:44:02.204400 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ee368a87-1cc9-49f1-af2c-1c0a3714fca6 req-44355681-2898-499f-ad48-26d2cea6bc84 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Nov 24 17:44:02.954545 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device a4d96d74-e5b1-4c98-95fa-754e7db26aba no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:02.978298 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: a4d96d74-e5b1-4c98-95fa-754e7db26aba {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:44:02.978648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device a4d96d74-e5b1-4c98-95fa-754e7db26aba not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:44:03.283344 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db13fc-2c1e-4d8a-8018-c0d73ca1d37d req-afa709ea-6f15-4e7d-872b-a85d9cb66758 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:03.291752 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a4db13fc-2c1e-4d8a-8018-c0d73ca1d37d req-afa709ea-6f15-4e7d-872b-a85d9cb66758 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0739696 Nov 24 17:44:03.388027 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8dbed-0f7d-4195-a0ef-7644e0adabd2 req-959e9aea-5227-4b2a-acee-26049eee4997 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:03.396947 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45a8dbed-0f7d-4195-a0ef-7644e0adabd2 req-959e9aea-5227-4b2a-acee-26049eee4997 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1034293 Nov 24 17:44:03.420319 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a4db13fc-2c1e-4d8a-8018-c0d73ca1d37d req-7067abab-906a-477a-bd78-ebe47c9fcbe2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252401 Nov 24 17:44:03.467759 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45a8dbed-0f7d-4195-a0ef-7644e0adabd2 req-5b0691e5-9780-497f-8d2d-cffc687ea1ab tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697811 Nov 24 17:44:04.622029 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b15b8-1e3c-4412-9e9e-b5f9b8debe3f req-ad4829c0-e90c-4952-b460-a802fff3bd30 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:04.623804 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f13b15b8-1e3c-4412-9e9e-b5f9b8debe3f req-ad4829c0-e90c-4952-b460-a802fff3bd30 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0944452 Nov 24 17:44:04.631644 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fbe33-fc80-4541-a65b-d69bad358354 req-00a835ae-693a-4a47-aaca-ddb37bb19bfc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:04.633320 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-706fbe33-fc80-4541-a65b-d69bad358354 req-00a835ae-693a-4a47-aaca-ddb37bb19bfc tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0725996 Nov 24 17:44:04.719999 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f13b15b8-1e3c-4412-9e9e-b5f9b8debe3f req-47e61456-0861-49c5-aa94-009c4381159c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855458 Nov 24 17:44:04.725383 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-706fbe33-fc80-4541-a65b-d69bad358354 req-b7ed4c4c-d7d3-4c3b-994c-67b743a24b89 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Nov 24 17:44:05.966668 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6c6c-2975-4956-82bc-3fafed41e317 req-6da50208-d908-4356-ac9b-d659d1095f60 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:05.969084 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-309b6c6c-2975-4956-82bc-3fafed41e317 req-6da50208-d908-4356-ac9b-d659d1095f60 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1172950 Nov 24 17:44:05.990546 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4b434-10f8-4dcb-9113-149dabbdb59a req-dabe044f-d065-4a4c-bbfe-e64087a9f0e5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:05.998390 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ac4b434-10f8-4dcb-9113-149dabbdb59a req-dabe044f-d065-4a4c-bbfe-e64087a9f0e5 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1080317 Nov 24 17:44:06.096975 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-309b6c6c-2975-4956-82bc-3fafed41e317 req-9d837338-ac9c-487b-b2a4-fb0501bf9380 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946243 Nov 24 17:44:06.140522 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ac4b434-10f8-4dcb-9113-149dabbdb59a req-c6613c57-0a94-4645-a4a1-602ba4b49354 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407535 Nov 24 17:44:06.527555 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c34b0-aa9d-45be-8a00-363abc42ffcc req-22a550b9-66f5-45db-89bb-dbb140c2182c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:06.529121 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a4c34b0-aa9d-45be-8a00-363abc42ffcc req-22a550b9-66f5-45db-89bb-dbb140c2182c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0706930 Nov 24 17:44:06.589564 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a4c34b0-aa9d-45be-8a00-363abc42ffcc req-06b564a2-0733-49a8-a31d-ab6090ad6fa0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512555 Nov 24 17:44:07.280741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44622-7108-42df-a318-5d5de21114ae req-6d15d5d0-7831-4b8e-a1d8-3e9eec1309f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:07.288644 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bb44622-7108-42df-a318-5d5de21114ae req-6d15d5d0-7831-4b8e-a1d8-3e9eec1309f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1120517 Nov 24 17:44:07.362787 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bb44622-7108-42df-a318-5d5de21114ae req-b705facb-34df-4a39-9788-7d63bf67ff87 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731065 Nov 24 17:44:07.390233 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca8f6-1c4e-4bf7-88e4-cff938b2298a req-3ff3fad9-9742-462c-aa99-779d992bb4f9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:07.390233 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-24fca8f6-1c4e-4bf7-88e4-cff938b2298a req-3ff3fad9-9742-462c-aa99-779d992bb4f9 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0757318 Nov 24 17:44:07.476517 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-24fca8f6-1c4e-4bf7-88e4-cff938b2298a req-32e14bc9-7071-4933-b277-e57ab314de77 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784204 Nov 24 17:44:07.758230 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b62fb1-945d-4256-b7dc-fa7f6ebf026b req-75e3e76e-bf93-4131-8c60-1d7dc8d6eeb4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:07.759765 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f1b62fb1-945d-4256-b7dc-fa7f6ebf026b req-75e3e76e-bf93-4131-8c60-1d7dc8d6eeb4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0557010 Nov 24 17:44:07.822512 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f1b62fb1-945d-4256-b7dc-fa7f6ebf026b req-fce4e158-382e-440a-8c46-99604b4435e9 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Nov 24 17:44:08.510439 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f1acb-9b22-427c-8f75-02520e9b7705 req-54aa9af7-aff0-44f7-af78-c7e64a767cf9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:08.537275 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-af0f1acb-9b22-427c-8f75-02520e9b7705 req-54aa9af7-aff0-44f7-af78-c7e64a767cf9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0926111 Nov 24 17:44:08.630175 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-af0f1acb-9b22-427c-8f75-02520e9b7705 req-63252dfc-092d-4e97-82e2-aa697e1c0ef2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917389 Nov 24 17:44:08.655747 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a7fc-a746-4cd2-91ed-50fdb28cceaa req-704e1d23-6ca4-4d98-994b-1748125f1b45 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:08.666052 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-18f4a7fc-a746-4cd2-91ed-50fdb28cceaa req-704e1d23-6ca4-4d98-994b-1748125f1b45 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0755606 Nov 24 17:44:08.734781 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-18f4a7fc-a746-4cd2-91ed-50fdb28cceaa req-8f7b6f9f-79f2-4f19-866d-803c07d44ad1 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676253 Nov 24 17:44:08.970667 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17dd70-4135-4e9f-99c0-3ad9160655cf req-22163c99-4b53-4ecf-8ca6-a35446d263e2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:08.972254 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2b17dd70-4135-4e9f-99c0-3ad9160655cf req-22163c99-4b53-4ecf-8ca6-a35446d263e2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0673831 Nov 24 17:44:09.029805 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2b17dd70-4135-4e9f-99c0-3ad9160655cf req-ad537db7-1c76-4ef0-8543-d66937a65614 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Nov 24 17:44:09.228897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:09.792384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6af-2274-4185-8131-9b490569815a req-ff7d5b46-c8ee-448e-b606-4648962e692d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:09.794222 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-02e6f6af-2274-4185-8131-9b490569815a req-ff7d5b46-c8ee-448e-b606-4648962e692d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0571330 Nov 24 17:44:09.875280 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-02e6f6af-2274-4185-8131-9b490569815a req-2c0ce42c-592a-4e05-a667-16c384fc048f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738349 Nov 24 17:44:09.890389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc20f-69c1-4299-a78e-96c3d05e2725 req-a991202d-55f6-4dd0-8540-72105a12fbec tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:09.892047 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a5cfc20f-69c1-4299-a78e-96c3d05e2725 req-a991202d-55f6-4dd0-8540-72105a12fbec tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0726202 Nov 24 17:44:09.943615 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a5cfc20f-69c1-4299-a78e-96c3d05e2725 req-86a51cb5-fb6c-4672-be68-7275a04f3fd8 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Nov 24 17:44:10.008175 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1e827d7a-7bd8-4223-aebf-2b09fa644525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:10.157329 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880caf21-40dd-4a96-8cf1-d7f6a78e63ac req-14b58f5d-3059-46d2-baa8-2fd472bf9e7c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:10.158892 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-880caf21-40dd-4a96-8cf1-d7f6a78e63ac req-14b58f5d-3059-46d2-baa8-2fd472bf9e7c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0531461 Nov 24 17:44:10.209077 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-880caf21-40dd-4a96-8cf1-d7f6a78e63ac req-5c1700f1-d057-4903-905d-dc9539a0dfce tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Nov 24 17:44:11.013916 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d939-bf8b-4c71-9ade-18a32fd08204 req-acd89415-47ad-4815-8899-ae8350c61c9d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:11.015645 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c973d939-bf8b-4c71-9ade-18a32fd08204 req-acd89415-47ad-4815-8899-ae8350c61c9d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0613427 Nov 24 17:44:11.108698 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-46d68467-6b77-423d-9c48-1c06298fdd9a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:11.110672 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-46d68467-6b77-423d-9c48-1c06298fdd9a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.0664537 Nov 24 17:44:11.135955 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c973d939-bf8b-4c71-9ade-18a32fd08204 req-4b175e8e-66fa-4b3a-9a09-d627af825f54 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133840 Nov 24 17:44:11.174066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d171d60-7ea4-4a88-a26f-626de4b3d819 req-47677c93-06ef-4090-9368-f33d761d230a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:11.176805 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6d171d60-7ea4-4a88-a26f-626de4b3d819 req-47677c93-06ef-4090-9368-f33d761d230a tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 945 time: 0.1254461 Nov 24 17:44:11.243849 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6d171d60-7ea4-4a88-a26f-626de4b3d819 req-7bdb3041-2337-41fe-8b64-e6bff4020364 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6094db2-4a58-4327-b60e-1570de03758b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Nov 24 17:44:11.257193 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Deleting port c1539423-654b-4145-9cd9-562bde307490 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:44:11.257736 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:11.372030 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] For port c1539423-654b-4145-9cd9-562bde307490, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c1539423-654b-4145-9cd9-562bde307490,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:11.372319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:11.384082 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b818-6f19-47c7-941d-827acb413bca req-f9b2e9ff-1845-45c3-b456-cacffb693ec4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:11.386162 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7ed7b818-6f19-47c7-941d-827acb413bca req-f9b2e9ff-1845-45c3-b456-cacffb693ec4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0798895 Nov 24 17:44:11.387640 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Calling delete_port for c1539423-654b-4145-9cd9-562bde307490 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:44:11.448172 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7ed7b818-6f19-47c7-941d-827acb413bca req-e684b9cb-d005-4561-a480-20b24b594cd7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Nov 24 17:44:11.564325 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:11.593516 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Pushing event deleted for resources: {'Port': ['ID=c1539423-654b-4145-9cd9-562bde307490,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:11.638248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] No DVR routers for this DVR port c1539423-654b-4145-9cd9-562bde307490 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:44:11.640729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:11.644199 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-71a0ac2f-8d17-46d8-8418-7e084ec85b2d req-2554f65a-14ed-45fc-806a-58708394317b tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.62 "DELETE /v2.0/ports/c1539423-654b-4145-9cd9-562bde307490 HTTP/1.1" status: 204 len: 173 time: 0.5253823 Nov 24 17:44:11.644621 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'name': 'network-vif-deleted', 'tag': 'c1539423-654b-4145-9cd9-562bde307490'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:44:11.646928 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8cdf01-e8fe-4047-a741-3d7c1810ac8d" -d '{"events": [{"server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "name": "network-vif-deleted", "tag": "c1539423-654b-4145-9cd9-562bde307490"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:44:11.683099 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565da3db-94bc-4d61-bf84-d2a9c7d6f659 x-openstack-request-id: req-565da3db-94bc-4d61-bf84-d2a9c7d6f659 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:44:11.683391 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3a781d-55f0-4089-82c5-b05f8df7cc26", "name": "network-vif-deleted", "tag": "c1539423-654b-4145-9cd9-562bde307490", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:44:11.683641 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-565da3db-94bc-4d61-bf84-d2a9c7d6f659 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:44:11.684044 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3a781d-55f0-4089-82c5-b05f8df7cc26', 'name': 'network-vif-deleted', 'tag': 'c1539423-654b-4145-9cd9-562bde307490', 'status': 'completed', 'code': 200} Nov 24 17:44:12.280936 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a7e9-ee2c-4f06-b3bd-bb37a4580231 req-fc7ef85c-2c7d-461c-aa4e-e89d1fe516a3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:12.282537 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce9a7e9-ee2c-4f06-b3bd-bb37a4580231 req-fc7ef85c-2c7d-461c-aa4e-e89d1fe516a3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0676832 Nov 24 17:44:12.347425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce9a7e9-ee2c-4f06-b3bd-bb37a4580231 req-d3c32144-af26-445e-bfa4-6331c7ab73c2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Nov 24 17:44:12.362569 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-26057d63-4209-4b30-8e8b-c291b30a3d9c req-5ad72b87-3dce-4142-98e8-8ee360619f2f tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Nov 24 17:44:12.584355 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89f4f9-c0be-4bdc-939d-5882afde3762 req-69fd1268-da93-40f1-b720-dfca4b2ebc41 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:12.585963 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bb89f4f9-c0be-4bdc-939d-5882afde3762 req-69fd1268-da93-40f1-b720-dfca4b2ebc41 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0597031 Nov 24 17:44:12.615670 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-31088d31-d7e2-46ea-aa8f-d6d497f36755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:12.874106 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bb89f4f9-c0be-4bdc-939d-5882afde3762 req-a49c2414-011e-4814-9080-dfc74355751b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814279 Nov 24 17:44:13.487113 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5e07de69-86b0-4db9-bd96-d28653d41058 req-6eb6e631-72d4-467e-8f53-310312322d99 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 210 time: 0.0429051 Nov 24 17:44:13.508983 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad84b59-0459-4f09-a29b-27006a5396d7 req-619cc9a4-de1d-42d0-8403-80d5d96d5dca tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:13.510581 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aad84b59-0459-4f09-a29b-27006a5396d7 req-619cc9a4-de1d-42d0-8403-80d5d96d5dca tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0820694 Nov 24 17:44:13.566228 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aad84b59-0459-4f09-a29b-27006a5396d7 req-1294e3c6-86d0-45a6-ba12-dbb1f1c056c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482018 Nov 24 17:44:13.947855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:14.001062 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152cdfe-35fc-40bb-8e81-657e3ae33875 req-529e690a-ac6a-4468-a7b4-bd634b3a62e3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.002700 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4152cdfe-35fc-40bb-8e81-657e3ae33875 req-529e690a-ac6a-4468-a7b4-bd634b3a62e3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0531566 Nov 24 17:44:14.007683 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['c1539423-654b-4145-9cd9-562bde307490'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:44:14.060938 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4152cdfe-35fc-40bb-8e81-657e3ae33875 req-afb5615d-aab1-4082-803d-68a443cebbee tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518613 Nov 24 17:44:14.187789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-3449b46f-1f51-48f7-a731-49a0c38c3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.189045 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-3449b46f-1f51-48f7-a731-49a0c38c3d95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1099 time: 0.0531652 Nov 24 17:44:14.299555 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-c675df15-7cc2-4941-93e9-2c63144ebd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.301046 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-c675df15-7cc2-4941-93e9-2c63144ebd7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1018343 Nov 24 17:44:14.384824 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-81525cd1-d372-43c2-b91d-e236c5eebd55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 1001 time: 0.0686538 Nov 24 17:44:14.443031 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-ea6db5a0-470f-4b89-a40e-ab71477ccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.444467 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-ea6db5a0-470f-4b89-a40e-ab71477ccb24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0517852 Nov 24 17:44:14.501661 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-cc7f98c7-501d-4f57-9011-6f850e703924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.503275 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-cc7f98c7-501d-4f57-9011-6f850e703924 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478170 Nov 24 17:44:14.631973 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7e81814b-06d7-4f75-b7f7-62964c9fbae5 req-326e9b0f-9ded-450e-9821-18331d7a7520 tempest-ServerRescueNegativeTestJSON-944508333 tempest-ServerRescueNegativeTestJSON-944508333-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3a781d-55f0-4089-82c5-b05f8df7cc26 HTTP/1.1" status: 200 len: 210 time: 0.0447140 Nov 24 17:44:14.673265 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-ca53a7e6-cd81-47a9-8ba7-d0cfe45d8153 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620185 Nov 24 17:44:14.716263 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de064b7c-f46f-4c5e-ad98-591bbfd39ba0 req-0625fbd5-94e9-40dd-90c2-d06e209c3515 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:14.717738 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de064b7c-f46f-4c5e-ad98-591bbfd39ba0 req-0625fbd5-94e9-40dd-90c2-d06e209c3515 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0534749 Nov 24 17:44:14.777255 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-de064b7c-f46f-4c5e-ad98-591bbfd39ba0 req-5f364351-e0e3-4d56-90af-c6b9ce691b3e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527380 Nov 24 17:44:14.786895 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-d5b01ec7-f2d1-414a-adf4-7a46425e1ec9 req-e4acf6c1-fbb9-48f5-b10f-5fac5fdb2e68 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050057 Nov 24 17:44:15.190523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f560-67d8-4085-b53e-58b0ea486f76 req-3680185e-0fca-4aa2-8f0e-62333b00f862 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:15.192417 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1422f560-67d8-4085-b53e-58b0ea486f76 req-3680185e-0fca-4aa2-8f0e-62333b00f862 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0565364 Nov 24 17:44:15.252283 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1422f560-67d8-4085-b53e-58b0ea486f76 req-4d90bd6b-6737-4134-a795-23725090b930 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481355 Nov 24 17:44:15.258977 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:44:15.692697 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54060) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:15.808090 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:15.967732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f6b0-6048-4a1c-8337-d2b5cdbc0d40 req-1ccb1a96-fdd3-42f6-b3c3-db68c906a543 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:15.969135 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5464f6b0-6048-4a1c-8337-d2b5cdbc0d40 req-1ccb1a96-fdd3-42f6-b3c3-db68c906a543 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.1114986 Nov 24 17:44:16.081226 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5464f6b0-6048-4a1c-8337-d2b5cdbc0d40 req-b0c9ae56-cf64-4274-b273-753e91d70e10 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051338 Nov 24 17:44:16.155436 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:16.232309 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:16.495145 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec00a4-dfec-4ff2-abfe-2bf01ab4bf9a req-b1e90dec-c052-46a6-912e-28a6b3c648a7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:16.496642 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9aec00a4-dfec-4ff2-abfe-2bf01ab4bf9a req-b1e90dec-c052-46a6-912e-28a6b3c648a7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1521859 Nov 24 17:44:16.579199 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9aec00a4-dfec-4ff2-abfe-2bf01ab4bf9a req-8d7d57e5-ecd2-4f55-8e42-9318cf644052 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743020 Nov 24 17:44:16.649222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Deleting port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:44:16.649554 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:16.734228 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] For port 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,segment=NetworkSegment(42c751ea-4dcd-486b-97aa-2d28d49555d5),segment_id=42c751ea-4dcd-486b-97aa-2d28d49555d5)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:16.734964 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:16.751298 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Calling delete_port for 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:44:16.984606 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:17.016343 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Pushing event deleted for resources: {'Port': ['ID=47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:17.262829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:17.273634 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509b8b7-280f-497c-b0dc-469ae16223a1 req-e716ba1e-8393-4eb5-8220-f354eed7c362 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:17.275127 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e509b8b7-280f-497c-b0dc-469ae16223a1 req-e716ba1e-8393-4eb5-8220-f354eed7c362 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 946 time: 0.0855389 Nov 24 17:44:17.399526 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e509b8b7-280f-497c-b0dc-469ae16223a1 req-05faba18-f0b2-4bb8-b8ff-13dd4c9fcd6a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175501 Nov 24 17:44:17.546907 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:44:17.686779 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:44:17.706297 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d2d9b56a-6d60-4865-bedd-89247420631d admin admin] 10.222.0.41 "PUT /v2.0/routers/7294fa0c-3ebd-45e2-91d3-3a9bdd55098e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121975 Nov 24 17:44:17.710442 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54104) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:17.715781 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Sync routers for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:44:17.734342 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:17.735346 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:17.837456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7640-32a2-4555-8681-c45a6bf2e5ba req-650f19fc-9bee-44d7-b5d9-22d80a140ca6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:17.839297 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d7640-32a2-4555-8681-c45a6bf2e5ba req-650f19fc-9bee-44d7-b5d9-22d80a140ca6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.1684349 Nov 24 17:44:17.847108 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks [] for router, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:17.929025 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:18.040452 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c1539423-654b-4145-9cd9-562bde307490 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:18.088256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: c1539423-654b-4145-9cd9-562bde307490 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:44:18.088611 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device c1539423-654b-4145-9cd9-562bde307490 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:44:18.089059 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:18.232153 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.234766 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:44:16Z', 'revision_number': 5, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:18.255903 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [req-e604b9d2-5c8e-4073-b6fa-dce314d82a96 req-e98898ea-3a9f-4fe3-9d49-d331bb65d560 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:44:18.256947 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e604b9d2-5c8e-4073-b6fa-dce314d82a96 req-e98898ea-3a9f-4fe3-9d49-d331bb65d560 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098567 Nov 24 17:44:18.260174 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:44:18.262882 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1998cfcc-83dd-4844-b0ed-4888219b4cab" -d '{"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:44:18.279133 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:18.287238 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Checking router: 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:44:18.289067 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.306258 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Routers {'7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:18.308902 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:18.341646 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c5d7640-32a2-4555-8681-c45a6bf2e5ba req-87861986-a1b0-47b8-adf9-fdcd26a2a311 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4898684 Nov 24 17:44:18.394384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.436533 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c4094-bc50-4dc3-b742-085a51484fea x-openstack-request-id: req-c10c4094-bc50-4dc3-b742-085a51484fea {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:44:18.437018 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-unplugged", "status": "failed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "code": 422}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:44:18.437622 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c10c4094-bc50-4dc3-b742-085a51484fea {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:44:18.438960 dv-cinder-819149-1-iscsi neutron-server[109260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'code': 422} returned with failed status Nov 24 17:44:18.444033 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=8']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:18.472376 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Deleting port 179316ae-ca15-4f85-bd4c-a5c78ed053a3 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:44:18.472862 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.483015 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] Set router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:18.593282 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765df24-1dc7-4b0c-ab8f-c869a8288867 req-477619f6-17c2-4e20-9199-f6e70d1420ec tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:18.594845 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7765df24-1dc7-4b0c-ab8f-c869a8288867 req-477619f6-17c2-4e20-9199-f6e70d1420ec tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1060719 Nov 24 17:44:18.604019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] For port 179316ae-ca15-4f85-bd4c-a5c78ed053a3, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=179316ae-ca15-4f85-bd4c-a5c78ed053a3,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:18.604571 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.625698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Calling delete_port for 179316ae-ca15-4f85-bd4c-a5c78ed053a3 owned by network:router_gateway {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:44:18.758922 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7765df24-1dc7-4b0c-ab8f-c869a8288867 req-9ee5fb9b-b274-46c3-9e0b-1418329ae8fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510634 Nov 24 17:44:18.873963 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:44:16Z', 'revision_number': 5, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:18.903837 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f73f75-8c6c-47bd-b6e5-be6442e9f68b None None] The sync data for ids ['7294fa0c-3ebd-45e2-91d3-3a9bdd55098e'] in dv-cinder-819149-1-iscsi is: [{'id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'name': 'tempest-ServerRescueNegativeTestJSON-627405895-router', 'tenant_id': 'a5aa68feded84b10b0943f823936db5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:35Z', 'updated_at': '2021-11-24T17:44:16Z', 'revision_number': 5, 'project_id': 'a5aa68feded84b10b0943f823936db5d', 'gw_port': {'id': '179316ae-ca15-4f85-bd4c-a5c78ed053a3', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294fa0c-3ebd-45e2-91d3-3a9bdd55098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:37Z', 'updated_at': '2021-11-24T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:44:18.947257 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:18.984845 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Pushing event deleted for resources: {'Port': ['ID=179316ae-ca15-4f85-bd4c-a5c78ed053a3,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:19.011292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54148) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:19.065937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.210975 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.214242 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.279827 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-858c6009-724e-4c0b-ae33-5d3007808347 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2673361 Nov 24 17:44:19.294067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-4f2f0354-9ae0-4bdd-b647-963c8f80aaf3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:44:19.295327 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-4f2f0354-9ae0-4bdd-b647-963c8f80aaf3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061762 Nov 24 17:44:19.296942 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.297569 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7294fa0c-3ebd-45e2-91d3-3a9bdd55098e {{(pid=109259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:44:19.303881 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.307847 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-ad2f21eb-bf74-43c2-ad96-ac562f64ca77 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7294fa0c-3ebd-45e2-91d3-3a9bdd55098e HTTP/1.1" status: 204 len: 168 time: 1.5940976 Nov 24 17:44:19.308354 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54156) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:19.366075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Deleting subnet 34813b7e-eb99-4c1c-9f64-dd7964a4cb98 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:44:19.369862 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.452916 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.520184 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.542889 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76d936-28c5-4012-96ba-22cc71c7429b req-8264f14b-2fe2-4934-b579-ce3eab2711ba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:19.545602 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2d76d936-28c5-4012-96ba-22cc71c7429b req-8264f14b-2fe2-4934-b579-ce3eab2711ba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0896432 Nov 24 17:44:19.622006 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2d76d936-28c5-4012-96ba-22cc71c7429b req-5aef36d6-51af-407e-a86c-f22aea8ff7af tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651789 Nov 24 17:44:19.628241 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.672004 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34813b7e-eb99-4c1c-9f64-dd7964a4cb98,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:19.679766 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.683470 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e6fc89d9-9819-442a-9369-4f8b3a86e448 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/34813b7e-eb99-4c1c-9f64-dd7964a4cb98 HTTP/1.1" status: 204 len: 168 time: 0.3739438 Nov 24 17:44:19.686306 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54172) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:19.789088 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.918505 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:19.957994 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce909e-0041-45b3-b60b-b3777a2f7bc3']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:19.971382 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c751ea-4dcd-486b-97aa-2d28d49555d5') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:19.971919 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c751ea-4dcd-486b-97aa-2d28d49555d5') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:19.985270 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.000387 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80954c8-e80a-4d6f-9273-dca7e91f5afd req-f5efafe5-a961-4009-950d-8373a7bf38c4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:20.001984 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f80954c8-e80a-4d6f-9273-dca7e91f5afd req-f5efafe5-a961-4009-950d-8373a7bf38c4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1352305 Nov 24 17:44:20.023616 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.039347 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:44:20.039754 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:44:20.041631 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:44:20.157240 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f80954c8-e80a-4d6f-9273-dca7e91f5afd req-dfb8ba53-997d-4e4b-8a76-f4f523c964af tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417420 Nov 24 17:44:20.171295 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.200058 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.207548 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0ce909e-0041-45b3-b60b-b3777a2f7bc3 HTTP/1.1" status: 204 len: 168 time: 0.5195551 Nov 24 17:44:20.209494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ded73-f010-457d-88b3-96e772c0b060 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ce909e-0041-45b3-b60b-b3777a2f7bc3,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:20.270295 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:20.296332 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:44:20.296670 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 47f6365a-30ec-4f10-bcd3-fe7b3d8a0ac5 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:44:20.297138 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 179316ae-ca15-4f85-bd4c-a5c78ed053a3 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:20.322778 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 179316ae-ca15-4f85-bd4c-a5c78ed053a3 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:44:20.323177 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 179316ae-ca15-4f85-bd4c-a5c78ed053a3 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:44:20.451776 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54180) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:20.514608 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5f066ab8-d661-47b7-942f-fb8a350c705f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5aa68feded84b10b0943f823936db5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0610116 Nov 24 17:44:20.517325 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54182) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:20.591864 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.624355 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.699844 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.703622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:20.705166 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6094db2-4a58-4327-b60e-1570de03758b HTTP/1.1" status: 204 len: 168 time: 0.1867359 Nov 24 17:44:20.715622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86699-cc84-4841-a01d-8fe5ffad728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6094db2-4a58-4327-b60e-1570de03758b,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:20.777901 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db454ba-27d6-4092-a34a-9c5466f5560d req-d417cef3-dc35-4318-9ffb-8a31076ffd26 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:20.779598 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1db454ba-27d6-4092-a34a-9c5466f5560d req-d417cef3-dc35-4318-9ffb-8a31076ffd26 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0589111 Nov 24 17:44:20.842223 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1db454ba-27d6-4092-a34a-9c5466f5560d req-991ce68a-5df0-45bf-88ca-05dbcf2234b3 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560327 Nov 24 17:44:20.976225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-bc06dbb9-8864-4c7f-9ccc-e0d2143e2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:20.977777 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-bc06dbb9-8864-4c7f-9ccc-e0d2143e2d98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0879180 Nov 24 17:44:21.050482 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-daef227b-7193-4277-adfc-25f779a813a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:21.050482 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-daef227b-7193-4277-adfc-25f779a813a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1097 time: 0.0479712 Nov 24 17:44:21.145865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-221f6530-df42-4c50-9469-0e633d80a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:21.147408 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-221f6530-df42-4c50-9469-0e633d80a693 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.0913045 Nov 24 17:44:21.229827 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-a0372b17-6241-497c-980f-802b5ade7496 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 200 len: 999 time: 0.0734141 Nov 24 17:44:21.283048 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-ae04c819-e20f-43bf-9287-da47bc57a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:21.285105 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-ae04c819-e20f-43bf-9287-da47bc57a6a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0486898 Nov 24 17:44:21.314837 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab418b-c889-41e6-9978-52d270449b16 req-30bddcdc-4c1a-4329-af9a-708089867d28 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:21.316763 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-00ab418b-c889-41e6-9978-52d270449b16 req-30bddcdc-4c1a-4329-af9a-708089867d28 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0582190 Nov 24 17:44:21.385403 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-00ab418b-c889-41e6-9978-52d270449b16 req-3173d27b-3de3-4831-ac3e-25f4672117f6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619001 Nov 24 17:44:21.975027 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a0ae-f335-42b3-9fca-997d341e20fc req-1eac1d96-3f3f-4da3-9b79-0fafb226cb1f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:21.976545 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b614a0ae-f335-42b3-9fca-997d341e20fc req-1eac1d96-3f3f-4da3-9b79-0fafb226cb1f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Nov 24 17:44:22.025138 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b614a0ae-f335-42b3-9fca-997d341e20fc req-cb06d618-2b25-4a71-8e2a-833ccbd920e7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 Nov 24 17:44:22.152635 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:44:22.193482 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-488fca85-bffb-4076-b5cc-dcf0e015cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:22.195075 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-488fca85-bffb-4076-b5cc-dcf0e015cef5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426483 Nov 24 17:44:22.519045 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737d7b-e9d8-47d6-8dac-c60927ed6ca8 req-32db92e4-2fd2-4e71-8434-b4aaeca1f3b8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:22.520872 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d7737d7b-e9d8-47d6-8dac-c60927ed6ca8 req-32db92e4-2fd2-4e71-8434-b4aaeca1f3b8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0533402 Nov 24 17:44:22.575721 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d7737d7b-e9d8-47d6-8dac-c60927ed6ca8 req-90fccede-dcea-44c8-917a-4311d1c6e8b1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Nov 24 17:44:22.728465 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54254) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:22.848966 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a5f0bca3-4328-4d39-a9f0-78c7d6d76a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:22.943238 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a5f0bca3-4328-4d39-a9f0-78c7d6d76a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:22.949012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a5f0bca3-4328-4d39-a9f0-78c7d6d76a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:22.994037 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a5f0bca3-4328-4d39-a9f0-78c7d6d76a28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6982ea744d3147daa1e20c38f8678e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644060 Nov 24 17:44:22.994771 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0bca3-4328-4d39-a9f0-78c7d6d76a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b48f5a-89af-4a0a-bcb7-350df6224273,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:22.996907 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54258) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:23.049262 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.073997 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.088796 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-2c9d8435-cbb9-4b1b-baa1-384c45733430 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902305 Nov 24 17:44:23.150461 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.153863 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.155068 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23b48f5a-89af-4a0a-bcb7-350df6224273 HTTP/1.1" status: 204 len: 168 time: 0.1571658 Nov 24 17:44:23.165432 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecd292-193c-4810-a76d-239c816fa338 req-21a45a54-0126-4154-815d-483650f9ca70 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:23.166965 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2fecd292-193c-4810-a76d-239c816fa338 req-21a45a54-0126-4154-815d-483650f9ca70 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0678236 Nov 24 17:44:23.179919 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c88d-4b39-4515-b9b3-e45528c96278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b48f5a-89af-4a0a-bcb7-350df6224273,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:23.223032 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2fecd292-193c-4810-a76d-239c816fa338 req-997c0be2-3ff1-4b79-aabb-e11381736761 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496335 Nov 24 17:44:23.454673 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54268) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:23.468603 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1613cabe-a93c-428a-8e16-8012d681c077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.546179 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1613cabe-a93c-428a-8e16-8012d681c077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.552827 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1613cabe-a93c-428a-8e16-8012d681c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.591485 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-1613cabe-a93c-428a-8e16-8012d681c077 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b58d799571b74de29d7bf404fb64ac66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355021 Nov 24 17:44:23.592463 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613cabe-a93c-428a-8e16-8012d681c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d6e71-acdd-4da7-b836-7c85802ad65c,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:23.594320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54270) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:23.656469 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.678776 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.699811 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06130d1f-fc8b-4e67-ad2d-1b68688619ef req-5ff85f23-26ef-49a9-ae6d-49ec640ce233 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:23.701511 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-06130d1f-fc8b-4e67-ad2d-1b68688619ef req-5ff85f23-26ef-49a9-ae6d-49ec640ce233 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0506155 Nov 24 17:44:23.737412 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.740457 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:23.744419 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/820d6e71-acdd-4da7-b836-7c85802ad65c HTTP/1.1" status: 204 len: 168 time: 0.1450624 Nov 24 17:44:23.754619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69608b-517c-486e-9ce6-177464a1a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d6e71-acdd-4da7-b836-7c85802ad65c,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:23.754864 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-06130d1f-fc8b-4e67-ad2d-1b68688619ef req-98b7ced8-2f4d-459f-ba61-598fed10cc66 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460742 Nov 24 17:44:24.063413 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e05dff5f-8768-46df-ab84-20915ad3c835 req-cb02b099-8b09-433a-ab59-ae1e716753ca service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145871 Nov 24 17:44:24.398096 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa66cc-ebd0-4b59-9923-6a8a3878f6ce req-58f404d1-e745-4ec7-b8ea-06793681d7ce tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:24.399774 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4afa66cc-ebd0-4b59-9923-6a8a3878f6ce req-58f404d1-e745-4ec7-b8ea-06793681d7ce tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0801938 Nov 24 17:44:24.482271 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4afa66cc-ebd0-4b59-9923-6a8a3878f6ce req-be8922f5-3098-482c-b324-1a52a546e483 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684733 Nov 24 17:44:24.770567 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289919ce-a7ca-49ee-94bd-cd5b3d387639 req-20c4c15a-aac1-4033-a60b-3f8a8bfdfb4c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:24.778248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-289919ce-a7ca-49ee-94bd-cd5b3d387639 req-20c4c15a-aac1-4033-a60b-3f8a8bfdfb4c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0661988 Nov 24 17:44:24.798762 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-00d07c7b-cbcf-4910-b1af-1209b8b2da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:24.801348 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-00d07c7b-cbcf-4910-b1af-1209b8b2da7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1099 time: 0.0478542 Nov 24 17:44:24.895030 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-289919ce-a7ca-49ee-94bd-cd5b3d387639 req-a7ec83cc-9369-443f-9488-22722e65d157 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096225 Nov 24 17:44:24.980773 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-3ede9fdb-e0b6-448f-819f-e85dbcaae620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:24.982749 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-3ede9fdb-e0b6-448f-819f-e85dbcaae620 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.1728084 Nov 24 17:44:25.032444 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ecf42-7e66-4c8c-9bf1-713d4e2f621d req-756d4262-c296-4b4b-a719-40e2e5c29f9c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:25.035395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc2ecf42-7e66-4c8c-9bf1-713d4e2f621d req-756d4262-c296-4b4b-a719-40e2e5c29f9c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1385207 Nov 24 17:44:25.148709 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc2ecf42-7e66-4c8c-9bf1-713d4e2f621d req-bc7cc84b-254c-4ca5-9570-6e03059e206f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062100 Nov 24 17:44:26.072769 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a11f-f907-497c-be09-c46006346902 req-1f8bc248-7c58-4192-96f1-603774b7831d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:26.074400 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2ae7a11f-f907-497c-be09-c46006346902 req-1f8bc248-7c58-4192-96f1-603774b7831d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0741107 Nov 24 17:44:26.157696 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2ae7a11f-f907-497c-be09-c46006346902 req-6c0b1752-f516-400c-9c7d-aff8a3cfc3a9 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685992 Nov 24 17:44:26.321269 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441452f-0c47-4925-ba76-18ee1a67e2e2 req-55dca586-b745-425c-8b7b-acae9f9d025e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:26.329206 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1441452f-0c47-4925-ba76-18ee1a67e2e2 req-55dca586-b745-425c-8b7b-acae9f9d025e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0790193 Nov 24 17:44:26.396328 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1441452f-0c47-4925-ba76-18ee1a67e2e2 req-a179d802-2218-4676-addf-6e9e7f93345a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639238 Nov 24 17:44:27.282736 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6456-6eb1-4c4d-aaff-bb601f6fa50a req-51c379a0-b66c-497d-b924-7be22c743a7a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:27.285982 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979c6456-6eb1-4c4d-aaff-bb601f6fa50a req-51c379a0-b66c-497d-b924-7be22c743a7a tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0609939 Nov 24 17:44:27.375054 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-979c6456-6eb1-4c4d-aaff-bb601f6fa50a req-6b5ed5a2-9861-43d2-a6d4-3237690e4e24 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758255 Nov 24 17:44:27.641716 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e091f4-cbfc-4eda-8144-dd3435ecd188 req-4594abff-ddbf-4efb-85fa-268b67e4e953 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:27.645767 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19e091f4-cbfc-4eda-8144-dd3435ecd188 req-4594abff-ddbf-4efb-85fa-268b67e4e953 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1312177 Nov 24 17:44:27.743312 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19e091f4-cbfc-4eda-8144-dd3435ecd188 req-c265673d-e613-41ef-97be-002c772736d8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858321 Nov 24 17:44:27.958716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54440) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:28.134957 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b3198d4-77e9-404c-86a3-d9138cfc951c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.233389 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b3198d4-77e9-404c-86a3-d9138cfc951c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.239239 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0b3198d4-77e9-404c-86a3-d9138cfc951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.287930 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-0b3198d4-77e9-404c-86a3-d9138cfc951c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bae85766f8b4e77a4880cf4c8a87190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245270 Nov 24 17:44:28.287930 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3198d4-77e9-404c-86a3-d9138cfc951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28632775-e9d4-44bb-a373-23e05fc7f269,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:28.288785 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54448) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:28.346962 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.370105 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.447157 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.449757 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.451406 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28632775-e9d4-44bb-a373-23e05fc7f269 HTTP/1.1" status: 204 len: 168 time: 0.1610351 Nov 24 17:44:28.473194 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756781a-593d-42d7-b226-0226c13735f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28632775-e9d4-44bb-a373-23e05fc7f269,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:28.533348 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5919a0-5fb9-4099-aeef-9793645a6499 req-0b5aabe6-a151-4545-8298-750c817b3c31 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:28.535245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9e5919a0-5fb9-4099-aeef-9793645a6499 req-0b5aabe6-a151-4545-8298-750c817b3c31 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0762038 Nov 24 17:44:28.605130 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9e5919a0-5fb9-4099-aeef-9793645a6499 req-caf24615-d17b-4469-a11b-0eb39eadc9dd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564046 Nov 24 17:44:28.812313 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54458) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:28.830311 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87a7-8770-4962-b501-ab870ebc68d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.895281 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4975e09-edb1-491f-a532-7b25da86da4b req-6e05ed85-6bb8-4e1c-87ea-70caf06c79af tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:28.897618 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a4975e09-edb1-491f-a532-7b25da86da4b req-6e05ed85-6bb8-4e1c-87ea-70caf06c79af tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0659730 Nov 24 17:44:28.949251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87a7-8770-4962-b501-ab870ebc68d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.959234 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87a7-8770-4962-b501-ab870ebc68d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:28.974648 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a4975e09-edb1-491f-a532-7b25da86da4b req-bb2ded45-b4d1-4b4b-ad73-24a1eb6e246f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664916 Nov 24 17:44:29.028855 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ac7c87a7-8770-4962-b501-ab870ebc68d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=329a4b7d1e3b4bf0b351e4b7ecfbe099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141638 Nov 24 17:44:29.029836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c87a7-8770-4962-b501-ab870ebc68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c5c1c-cb15-4777-9fab-2178b0ad4e21,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:29.034594 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54460) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:29.099222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:29.152068 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:29.235115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:29.238694 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:29.240004 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f61c5c1c-cb15-4777-9fab-2178b0ad4e21 HTTP/1.1" status: 204 len: 168 time: 0.2043054 Nov 24 17:44:29.249068 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697c853-5502-42cf-9e36-3957b259d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c5c1c-cb15-4777-9fab-2178b0ad4e21,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:29.750210 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf64c0-b38b-45ee-83aa-cb3dc51896a8 req-30ac54f5-835f-4e3c-bc6c-5c3a349db7b9 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:29.752537 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eacf64c0-b38b-45ee-83aa-cb3dc51896a8 req-30ac54f5-835f-4e3c-bc6c-5c3a349db7b9 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0585842 Nov 24 17:44:29.832257 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eacf64c0-b38b-45ee-83aa-cb3dc51896a8 req-488775c2-545e-47a1-8877-7e5f5895144d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732849 Nov 24 17:44:30.163755 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609c01f-fa15-4c86-bb9a-60e57d5c7b53 req-088c5e73-e1fc-41a4-8379-d85c51d74718 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:30.165515 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7609c01f-fa15-4c86-bb9a-60e57d5c7b53 req-088c5e73-e1fc-41a4-8379-d85c51d74718 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0665715 Nov 24 17:44:30.246638 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7609c01f-fa15-4c86-bb9a-60e57d5c7b53 req-d0d4e853-bbe8-4253-9fac-05b0cc2a1938 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710714 Nov 24 17:44:30.428815 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54516) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:30.614177 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9338818c-c7e0-4616-9c91-cbd198f8ecdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.717937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9338818c-c7e0-4616-9c91-cbd198f8ecdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.723562 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9338818c-c7e0-4616-9c91-cbd198f8ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.785081 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9338818c-c7e0-4616-9c91-cbd198f8ecdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76f30858bcbb4671839e238d2e689b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550708 Nov 24 17:44:30.786866 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338818c-c7e0-4616-9c91-cbd198f8ecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6291b5-d5db-4184-92ef-c30adb6608c7,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:30.789711 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54530) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:30.868248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.899103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.975616 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.982472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:30.988328 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce6291b5-d5db-4184-92ef-c30adb6608c7 HTTP/1.1" status: 204 len: 168 time: 0.1936822 Nov 24 17:44:31.006407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b4f4-c9f7-4c62-86ec-79c59303c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6291b5-d5db-4184-92ef-c30adb6608c7,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:31.015406 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da716d76-a19b-47b2-a128-9e8755890345 req-92350c07-81e5-47ab-b77d-ed691a84bcbb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:31.017240 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da716d76-a19b-47b2-a128-9e8755890345 req-92350c07-81e5-47ab-b77d-ed691a84bcbb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0962563 Nov 24 17:44:31.163451 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da716d76-a19b-47b2-a128-9e8755890345 req-6f7d19aa-6a58-4fe9-8910-d6631a6905b8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304901 Nov 24 17:44:31.387816 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8e06-1df1-4576-8112-b19db5b9f8e9 req-9234f262-b35d-4634-bb0b-fc50d66de25b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:31.404552 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-821c8e06-1df1-4576-8112-b19db5b9f8e9 req-9234f262-b35d-4634-bb0b-fc50d66de25b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1157050 Nov 24 17:44:31.613104 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-821c8e06-1df1-4576-8112-b19db5b9f8e9 req-5c5c9a16-f104-4b1f-96fc-11ae2e089a99 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072845 Nov 24 17:44:31.635770 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87dfe-feaf-4d34-a682-cb13dec8aeed req-eb4200f6-5f49-4830-bb50-6ed4bdba7d2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:31.642656 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-acc87dfe-feaf-4d34-a682-cb13dec8aeed req-eb4200f6-5f49-4830-bb50-6ed4bdba7d2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1826482 Nov 24 17:44:31.749714 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-acc87dfe-feaf-4d34-a682-cb13dec8aeed req-13194da0-47ae-4098-97df-6803da0961e1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999861 Nov 24 17:44:31.783743 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54556) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:31.807870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-280b20d2-4960-4706-b098-4f93ea979520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:31.988150 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54558) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:31.990089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-280b20d2-4960-4706-b098-4f93ea979520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:31.999145 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-280b20d2-4960-4706-b098-4f93ea979520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.045419 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-280b20d2-4960-4706-b098-4f93ea979520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f41e889cadb4e48a456973ef2058b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598720 Nov 24 17:44:32.048298 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54562) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:32.055174 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b20d2-4960-4706-b098-4f93ea979520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ffcef5-f36c-4a62-b2bb-1e5545384591,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:32.136039 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.168494 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.236702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7674961-5b8c-47d0-be84-850651ff2b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.297697 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.303479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.306180 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43ffcef5-f36c-4a62-b2bb-1e5545384591 HTTP/1.1" status: 204 len: 168 time: 0.2560353 Nov 24 17:44:32.324211 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5759934-2b92-4d26-b95e-1bc2a3070a71 req-0dada68e-34e5-405f-8e65-51200c83bc16 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:32.326011 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5759934-2b92-4d26-b95e-1bc2a3070a71 req-0dada68e-34e5-405f-8e65-51200c83bc16 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0750277 Nov 24 17:44:32.345111 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2412b2-9e4e-476f-9f63-6223b862cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ffcef5-f36c-4a62-b2bb-1e5545384591,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:32.451761 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7674961-5b8c-47d0-be84-850651ff2b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.464457 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7674961-5b8c-47d0-be84-850651ff2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.489395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5759934-2b92-4d26-b95e-1bc2a3070a71 req-0694b465-e60d-4dbe-90aa-7d0b29775b0c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476731 Nov 24 17:44:32.521180 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54568) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:32.521341 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b7674961-5b8c-47d0-be84-850651ff2b6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e742ff77c1bf4acba95d7ec2ef586b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317872 Nov 24 17:44:32.522898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7674961-5b8c-47d0-be84-850651ff2b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e858b-dcbe-4e40-9e8d-505ab7b357ae,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:32.619749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.655311 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.786986 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.789840 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:32.791212 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b61e858b-dcbe-4e40-9e8d-505ab7b357ae HTTP/1.1" status: 204 len: 168 time: 0.2681952 Nov 24 17:44:32.845050 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadcf6d-63f0-49bb-9fae-ed831c42b201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e858b-dcbe-4e40-9e8d-505ab7b357ae,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:32.906953 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de0073-78db-4665-847f-0bd5fd7431a9 req-539823f5-ee03-4d19-9450-a2a49ee9f93c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:32.917295 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32de0073-78db-4665-847f-0bd5fd7431a9 req-539823f5-ee03-4d19-9450-a2a49ee9f93c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1717117 Nov 24 17:44:33.067168 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32de0073-78db-4665-847f-0bd5fd7431a9 req-f2c18b1d-b3d5-49d5-b0e2-b170f27dacb3 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466413 Nov 24 17:44:33.093066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0f3c-98a2-4063-81f8-e5e2c8e567d7 req-da252d3a-c1e1-4382-8250-6e4f6284dcc3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:33.095306 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19ee0f3c-98a2-4063-81f8-e5e2c8e567d7 req-da252d3a-c1e1-4382-8250-6e4f6284dcc3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1473053 Nov 24 17:44:33.211130 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19ee0f3c-98a2-4063-81f8-e5e2c8e567d7 req-a64e07fc-d798-4ee0-89d8-0156f737f5a9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034279 Nov 24 17:44:33.545076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54592) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:33.560304 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a39c-0b21-4170-8f80-92c523f48c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.684220 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb3d3f-a217-4475-ab97-39f960bcae43 req-fd9f6950-5423-42f7-b0f6-0cc0d306152f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:33.686028 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-accb3d3f-a217-4475-ab97-39f960bcae43 req-fd9f6950-5423-42f7-b0f6-0cc0d306152f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0897932 Nov 24 17:44:33.703284 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a39c-0b21-4170-8f80-92c523f48c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.710101 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a39c-0b21-4170-8f80-92c523f48c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.756724 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a39c-0b21-4170-8f80-92c523f48c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc549d54-a79d-4036-a765-0878b10eacac,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:33.764558 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7cc8a39c-0b21-4170-8f80-92c523f48c2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e546ad1cd234276b144da665ba4863a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183361 Nov 24 17:44:33.765407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54598) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:33.817583 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-accb3d3f-a217-4475-ab97-39f960bcae43 req-5dc03509-a72c-4f43-8165-9b8247ebdd6c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245787 Nov 24 17:44:33.842169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.891560 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.950225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.953439 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:33.954720 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc549d54-a79d-4036-a765-0878b10eacac HTTP/1.1" status: 204 len: 168 time: 0.1878915 Nov 24 17:44:33.964525 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a8b13-516b-4a09-9465-7dbf85c08145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc549d54-a79d-4036-a765-0878b10eacac,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:34.239554 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e8108-2c9d-405c-8d0a-073ccdc0f5fb req-01d696a9-8c30-45ba-94b1-40e577fd4e70 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:34.241206 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d9e8108-2c9d-405c-8d0a-073ccdc0f5fb req-01d696a9-8c30-45ba-94b1-40e577fd4e70 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0745902 Nov 24 17:44:34.389070 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d9e8108-2c9d-405c-8d0a-073ccdc0f5fb req-5c72726f-2afd-4a65-b12d-1d5119639b9d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316814 Nov 24 17:44:34.405145 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d946b1-384e-4467-967d-a963cfc5037a req-fb6f4586-6143-44c0-b493-fdae9eefc480 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:34.414348 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-90d946b1-384e-4467-967d-a963cfc5037a req-fb6f4586-6143-44c0-b493-fdae9eefc480 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0919976 Nov 24 17:44:34.528561 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-90d946b1-384e-4467-967d-a963cfc5037a req-e8b9fe74-4ab8-47fc-9021-4bffeaec4eee tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118522 Nov 24 17:44:34.963043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14e5aa-d10d-453d-8057-7437ee74157a req-c97b2102-59b0-4ea4-b9cb-21651617bbc2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:34.964731 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6b14e5aa-d10d-453d-8057-7437ee74157a req-c97b2102-59b0-4ea4-b9cb-21651617bbc2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0694094 Nov 24 17:44:35.029793 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6b14e5aa-d10d-453d-8057-7437ee74157a req-696fe121-2d22-4c25-a63b-ca9c31af981f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530610 Nov 24 17:44:35.532971 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feac9e0-1ad8-4945-ad66-f408cb489a2b req-8953c348-be94-4a74-a58b-a97419c9291d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:35.534840 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3feac9e0-1ad8-4945-ad66-f408cb489a2b req-8953c348-be94-4a74-a58b-a97419c9291d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0655820 Nov 24 17:44:35.624571 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3feac9e0-1ad8-4945-ad66-f408cb489a2b req-f72a0708-96e6-4cda-84e4-c11b110e8ce6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835178 Nov 24 17:44:35.690428 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8fe6-d0bc-417b-90e8-410116dc15dd req-7d404518-1072-4e1d-8daa-349814dc746c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:35.691990 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd1d8fe6-d0bc-417b-90e8-410116dc15dd req-7d404518-1072-4e1d-8daa-349814dc746c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0570338 Nov 24 17:44:35.736407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54674) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:35.744652 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd1d8fe6-d0bc-417b-90e8-410116dc15dd req-2a6a1bf1-b7cf-489e-9f75-c992c978399b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Nov 24 17:44:35.856087 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-6348750f-62fb-45fe-9159-bde50dd6c6b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 1002 time: 0.0877800 Nov 24 17:44:35.922376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-902183bc-c616-4d5c-a829-b11ed08c149b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:35.949623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-dab09a6c-810a-43d5-863d-e5c55021190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:35.951109 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-dab09a6c-810a-43d5-863d-e5c55021190f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0808077 Nov 24 17:44:35.956251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-4648f244-cb12-4105-9c34-b28914aff02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:35.958763 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-4648f244-cb12-4105-9c34-b28914aff02b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1138 time: 0.1156964 Nov 24 17:44:36.116882 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-e3bcfeb9-0f74-491f-b4bf-0969e4a97b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.118313 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-e3bcfeb9-0f74-491f-b4bf-0969e4a97b28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1581366 Nov 24 17:44:36.126918 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-74968ae3-ade4-459d-a3bf-85867e7b08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.128882 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-74968ae3-ade4-459d-a3bf-85867e7b08d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.1549144 Nov 24 17:44:36.179430 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1561c7-8f05-47dc-b8f1-83d3e71540cf req-86d59171-401a-465c-b1dd-e96279cbb276 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.181576 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f1561c7-8f05-47dc-b8f1-83d3e71540cf req-86d59171-401a-465c-b1dd-e96279cbb276 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0710762 Nov 24 17:44:36.228011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-902183bc-c616-4d5c-a829-b11ed08c149b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.248499 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8f1561c7-8f05-47dc-b8f1-83d3e71540cf req-c1160617-5854-41b0-b08b-6a6da3f1d19c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601122 Nov 24 17:44:36.263560 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-902183bc-c616-4d5c-a829-b11ed08c149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.279220 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-e7e189af-e6f1-4614-a97f-c6e09f127c4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1002 time: 0.1374023 Nov 24 17:44:36.360486 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-902183bc-c616-4d5c-a829-b11ed08c149b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df2d47bda620471c850b749dd26b6642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218109 Nov 24 17:44:36.363828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54682) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:36.364319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902183bc-c616-4d5c-a829-b11ed08c149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4928f-ee91-494d-a77b-290e58598da3,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:36.372601 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-298bd2de-cd28-499d-9df2-5d56ed6f7e76 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425876 Nov 24 17:44:36.390632 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-96b512b8-fb2a-4d1f-bee1-6975ee123afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.392156 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-96b512b8-fb2a-4d1f-bee1-6975ee123afc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0977011 Nov 24 17:44:36.417301 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.441734 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.490502 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-f0e3306c-ec88-4592-8ec2-baa90cafa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.492187 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-f0e3306c-ec88-4592-8ec2-baa90cafa763 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893755 Nov 24 17:44:36.493856 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.496799 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.500835 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50e4928f-ee91-494d-a77b-290e58598da3 HTTP/1.1" status: 204 len: 168 time: 0.1331019 Nov 24 17:44:36.508098 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5aedf-51d1-4d07-a842-be660fbe78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4928f-ee91-494d-a77b-290e58598da3,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:36.526163 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bff75bae-29e4-4737-8151-e1756c2bcba5 req-df3e1f7b-5241-4d01-ab71-dc10652ebf6b service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443849 Nov 24 17:44:36.609875 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-600e7d36-ef6f-4982-9875-148f7bd30feb service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086721 Nov 24 17:44:36.735885 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-ecab7e0f-beeb-40ce-bb03-fc9f20c2b89f req-1c1289a4-c6ca-4c6e-a578-1606bc315b4e service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174014 Nov 24 17:44:36.797325 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ccfa0-3aa5-4da3-906d-a9753a6dbe20 req-61d2683e-8ec5-48d8-9301-4b08bd290066 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.799279 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-df6ccfa0-3aa5-4da3-906d-a9753a6dbe20 req-61d2683e-8ec5-48d8-9301-4b08bd290066 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0696142 Nov 24 17:44:36.894315 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54698) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:36.910430 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-88eed05f-2d65-4b86-addb-2863bad08604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:36.949142 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-df6ccfa0-3aa5-4da3-906d-a9753a6dbe20 req-dd14d3a3-86e0-41fa-b184-0b09480f8be6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413622 Nov 24 17:44:36.963184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b9bb8-f410-41f8-8245-36fd0237a1e1 req-35939e7f-3449-405f-8466-5887a157aaaf tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:36.965664 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-810b9bb8-f410-41f8-8245-36fd0237a1e1 req-35939e7f-3449-405f-8466-5887a157aaaf tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1138666 Nov 24 17:44:37.010723 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-88eed05f-2d65-4b86-addb-2863bad08604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.016046 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-88eed05f-2d65-4b86-addb-2863bad08604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.036633 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-810b9bb8-f410-41f8-8245-36fd0237a1e1 req-ee6aaceb-d212-4675-9cb7-8312425ca7fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523825 Nov 24 17:44:37.057069 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eed05f-2d65-4b86-addb-2863bad08604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3ae47f-4e6b-44a5-bf7d-3981b540a80b,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:37.064005 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-88eed05f-2d65-4b86-addb-2863bad08604 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04f0ad4787b147e08c384da6de0b239d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655617 Nov 24 17:44:37.065048 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54700) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:37.117370 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.146830 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.198169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.200948 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:37.202157 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac3ae47f-4e6b-44a5-bf7d-3981b540a80b HTTP/1.1" status: 204 len: 168 time: 0.1358228 Nov 24 17:44:37.212008 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae8466-4902-4704-8375-8a3777cbf362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3ae47f-4e6b-44a5-bf7d-3981b540a80b,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:37.384890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64732-a7dc-4ce2-9667-cd2da687dbc4 req-5068df88-3a58-4bd9-93a4-8825b48e107f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:37.386600 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ce64732-a7dc-4ce2-9667-cd2da687dbc4 req-5068df88-3a58-4bd9-93a4-8825b48e107f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0563083 Nov 24 17:44:37.437540 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8ce64732-a7dc-4ce2-9667-cd2da687dbc4 req-31bc7ebd-1eab-4277-8ddc-a5acd6ddafd6 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445321 Nov 24 17:44:38.068440 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54730) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:38.089619 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fb461-a414-436f-bbe6-21ba85bd07e5 req-c52359ef-cb59-4acb-ba0e-d9761e901d3b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:38.091474 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-791fb461-a414-436f-bbe6-21ba85bd07e5 req-c52359ef-cb59-4acb-ba0e-d9761e901d3b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0570951 Nov 24 17:44:38.188808 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-791fb461-a414-436f-bbe6-21ba85bd07e5 req-52af34ca-613f-4eba-bacc-2f408e2314b0 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861015 Nov 24 17:44:38.198100 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788964201-network', 'tenant_id': '7a76fc386d914e91afcda9dac8130406'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:38.222488 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65f8a4-f995-469a-8278-05acd62df2ce req-c19feaa7-6de5-4750-9b0c-8f44c33d1bf1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:38.224070 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1b65f8a4-f995-469a-8278-05acd62df2ce req-c19feaa7-6de5-4750-9b0c-8f44c33d1bf1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0811276 Nov 24 17:44:38.230994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Made reservation on behalf of 7a76fc386d914e91afcda9dac8130406 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:38.237160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.252657 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.279994 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1b65f8a4-f995-469a-8278-05acd62df2ce req-9b59d4eb-a56b-4b5a-91b6-58d376740428 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494075 Nov 24 17:44:38.353909 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.358727 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.385665 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:44:38.397351 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7317b5d2-c53f-4d31-87b1-5368b056568f,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:38.404059 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.404389 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Added segment 29ebf95d-69dd-4866-a9ea-a6507e1df9ea of type vlan for network 4ab13901-6433-4818-8d3c-ea61e4607879 Nov 24 17:44:38.454960 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.488491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.491504 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:38.493093 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.531899 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4620664 Nov 24 17:44:38.535419 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54736) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:38.540323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Request body: {'subnet': {'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788964201-subnet', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:38.562046 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc7a1-a429-4c89-a580-413025ebce20 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab13901-6433-4818-8d3c-ea61e4607879,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:38.574440 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 4ab13901-6433-4818-8d3c-ea61e4607879 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:44:38.580990 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Made reservation on behalf of 7a76fc386d914e91afcda9dac8130406 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:38.583606 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.766890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.823172 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4f1c76-738e-4a7e-bca6-7595f249f617,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:38.839797 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:38.840214 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Network hostable DHCP agents. Network: 4ab13901-6433-4818-8d3c-ea61e4607879, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:44:38.860219 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:44:38.871560 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 4ab13901-6433-4818-8d3c-ea61e4607879) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:38.877502 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:38.878543 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.890065 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da772c1-a2d5-49ae-9662-6f5254ea8d29 None None] Network 4ab13901-6433-4818-8d3c-ea61e4607879 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:44:38.906931 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7ece642c-23ef-4a2d-aea3-20aeef5332d6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3701468 Nov 24 17:44:38.909035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54740) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:38.914550 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:38.940612 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:38.941880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.087716 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-4ab13901-6433-4818-8d3c-ea61e4607879', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:44:39.088804 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.240226 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.252829 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Allocated IP 172.20.0.2 (4ab13901-6433-4818-8d3c-ea61e4607879/1f4f1c76-738e-4a7e-bca6-7595f249f617/250e2383-9b09-43e7-9bad-daab70330732) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:39.255342 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.335050 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008692-186a-4918-83d8-4d051dfc6881 req-10148e36-daa6-4cf5-8aca-05a8c66754a2 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:39.337053 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e008692-186a-4918-83d8-4d051dfc6881 req-10148e36-daa6-4cf5-8aca-05a8c66754a2 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0684226 Nov 24 17:44:39.402929 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.425766 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.435282 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.457717 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e008692-186a-4918-83d8-4d051dfc6881 req-11943903-c4d3-4c97-9086-32110311cc73 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081338 Nov 24 17:44:39.479724 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:39.484800 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:39.491221 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:39.519617 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458c3d-6406-4185-b678-4672e9bb154b req-28523167-d8c0-484a-b46e-18669424c437 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:39.522554 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-37458c3d-6406-4185-b678-4672e9bb154b req-28523167-d8c0-484a-b46e-18669424c437 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1017730 Nov 24 17:44:39.526177 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Pushing event updated for resources: {'Port': ['ID=250e2383-9b09-43e7-9bad-daab70330732,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:39.557664 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Attempting to bind port 250e2383-9b09-43e7-9bad-daab70330732 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:39.558064 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Attempting to bind port 250e2383-9b09-43e7-9bad-daab70330732 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:39.558457 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Attempting to bind port 250e2383-9b09-43e7-9bad-daab70330732 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:39.564662 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:39.565060 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:39.565468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.565871 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Bound using segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:39.566422 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Bound port: 250e2383-9b09-43e7-9bad-daab70330732, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:39.566827 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.604863 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-37458c3d-6406-4185-b678-4672e9bb154b req-92bd4b7a-9729-4386-a303-b5f09c1f937e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677519 Nov 24 17:44:39.641812 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] For port 250e2383-9b09-43e7-9bad-daab70330732, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:39.646615 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] For port 250e2383-9b09-43e7-9bad-daab70330732, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=250e2383-9b09-43e7-9bad-daab70330732,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:39.654459 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.654977 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.679679 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:39.722391 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97968409-e315-4855-9f4e-09d20a8c93b7 None None] Pushing event updated for resources: {'Port': ['ID=250e2383-9b09-43e7-9bad-daab70330732,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:39.819521 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Allocated IP 172.27.2.22 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/7829a459-42ba-43e1-aa44-4eb9d37bce9e) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:39.975121 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.035525 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1841fa3b-4f54-47eb-a564-37b7a5c0f842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.035888 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.092455 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-5ba86ee8-fada-4dda-8b83-9ee55a6c8c16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1507485 Nov 24 17:44:40.096454 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:40.100061 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:40.105177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:40.145225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7829a459-42ba-43e1-aa44-4eb9d37bce9e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:40.232706 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 250e2383-9b09-43e7-9bad-daab70330732 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:40.281212 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-7584f789-af3f-45b5-9ca5-cb7e1556e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.282810 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-7584f789-af3f-45b5-9ca5-cb7e1556e347 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 1099 time: 0.1551318 Nov 24 17:44:40.295260 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 250e2383-9b09-43e7-9bad-daab70330732 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:40.295716 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.404142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.452231 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 250e2383-9b09-43e7-9bad-daab70330732, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=250e2383-9b09-43e7-9bad-daab70330732,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:40.463006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.504314 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-3b2e5402-187e-42d1-a2b2-16acf0d24bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.505820 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-3b2e5402-187e-42d1-a2b2-16acf0d24bc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.2006931 Nov 24 17:44:40.507130 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.539304 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=250e2383-9b09-43e7-9bad-daab70330732,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:40.594224 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5db8b-8d14-41af-ba92-f35d1ef9a868 req-fa76fcf5-a091-4943-b032-6578ec2a635b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.602270 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3d5db8b-8d14-41af-ba92-f35d1ef9a868 req-fa76fcf5-a091-4943-b032-6578ec2a635b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0666010 Nov 24 17:44:40.676790 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-14f0220a-02d7-4a27-8af2-99a589601089 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 200 len: 1002 time: 0.1285136 Nov 24 17:44:40.692197 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3d5db8b-8d14-41af-ba92-f35d1ef9a868 req-86b774a0-ad4c-478e-af28-cc0a1e774524 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886352 Nov 24 17:44:40.757828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06ba2-fad3-4706-b0ea-8e54cce09f3a req-4fa8d323-aebf-4380-a75a-f7eea3fc2511 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.762307 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2e06ba2-fad3-4706-b0ea-8e54cce09f3a req-4fa8d323-aebf-4380-a75a-f7eea3fc2511 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0655575 Nov 24 17:44:40.812676 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-a1dd1041-d360-4484-80bd-84d66a375a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.814117 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-a1dd1041-d360-4484-80bd-84d66a375a23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0907245 Nov 24 17:44:40.835542 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2e06ba2-fad3-4706-b0ea-8e54cce09f3a req-8b0b6080-2d4e-4e8f-9bcc-03d5a613804a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630047 Nov 24 17:44:40.839093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ebb3cc-85b3-4f6a-9c80-736eee91c1fc None None] Network 4ab13901-6433-4818-8d3c-ea61e4607879 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:44:40.864891 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:40.915639 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-82739e4d-2ec0-4f3e-8f23-346c0307092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:40.917128 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-82739e4d-2ec0-4f3e-8f23-346c0307092b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887704 Nov 24 17:44:40.926101 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-561d4745-5584-4f56-ab49-eac666cae1c7 None None] Provisioning complete for port 250e2383-9b09-43e7-9bad-daab70330732 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:40.926500 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-561d4745-5584-4f56-ab49-eac666cae1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:41.081646 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-09f9fab1-a6cd-410c-a99d-4c9c5000ce22 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538596 Nov 24 17:44:41.150556 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Router bca493f7-e1f0-4a79-bdf2-631024938cda is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:44:41.265183 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-03f6c1d6-e9fb-4706-b2d6-35711a0f04cd req-5489024b-7bbb-4d6a-97b9-50833a71053a service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725211 Nov 24 17:44:41.335036 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:44:41.346004 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:44:41.359256 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:41.363791 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-4429a71f-3877-419d-8899-140b0c9198f9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4500899 Nov 24 17:44:41.363990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:41.363990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:41.364266 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54758) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:41.508998 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:41.606183 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-3f4cb8ca-7138-4e57-a682-0d70fe69604f None None] Provisioning complete for port 250e2383-9b09-43e7-9bad-daab70330732 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:41.606581 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb8ca-7138-4e57-a682-0d70fe69604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:41.816674 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:40Z', 'revision_number': 3, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:41.848226 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e67c8-eacb-4697-91d7-c9355e952377 req-d282002c-09db-4dba-a741-b2bce4a48fd6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:41.851149 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c6e67c8-eacb-4697-91d7-c9355e952377 req-d282002c-09db-4dba-a741-b2bce4a48fd6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0879574 Nov 24 17:44:41.852088 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:44:41.852583 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Updating router bca493f7-e1f0-4a79-bdf2-631024938cda port 7829a459-42ba-43e1-aa44-4eb9d37bce9e binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:44:41.882427 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:41.942255 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c6e67c8-eacb-4697-91d7-c9355e952377 req-5d6523da-09e0-4a93-a5a9-f87d2e810762 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772197 Nov 24 17:44:42.001600 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c972-edb0-4f62-82dc-e4c608fb2506 req-440f339c-0fb2-4a87-93a3-b565998f8050 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:42.003198 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60e9c972-edb0-4f62-82dc-e4c608fb2506 req-440f339c-0fb2-4a87-93a3-b565998f8050 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0678511 Nov 24 17:44:42.054004 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60e9c972-edb0-4f62-82dc-e4c608fb2506 req-522cdc5c-1647-4b11-b9e8-53f006b30167 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Nov 24 17:44:42.114386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.189894 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 250e2383-9b09-43e7-9bad-daab70330732 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:42.193319 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.219212 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.287194 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Allocated IP 172.20.0.1 (4ab13901-6433-4818-8d3c-ea61e4607879/1f4f1c76-738e-4a7e-bca6-7595f249f617/2dcf99a6-c565-4248-a886-0778ccff60e5) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:42.287967 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Attempting to bind port 7829a459-42ba-43e1-aa44-4eb9d37bce9e on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:42.288349 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Attempting to bind port 7829a459-42ba-43e1-aa44-4eb9d37bce9e by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:42.288712 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Attempting to bind port 7829a459-42ba-43e1-aa44-4eb9d37bce9e on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:42.290713 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c51b71-2114-4bbe-84ab-22e770737cd1 None None] Pushing event updated for resources: {'Port': ['ID=7829a459-42ba-43e1-aa44-4eb9d37bce9e,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:42.299108 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:42.299559 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:42.299898 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.300283 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:42.300880 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Bound port: 7829a459-42ba-43e1-aa44-4eb9d37bce9e, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:42.301156 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.344457 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 250e2383-9b09-43e7-9bad-daab70330732 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:42.344842 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.391030 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] For port 7829a459-42ba-43e1-aa44-4eb9d37bce9e, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:42.395510 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] For port 7829a459-42ba-43e1-aa44-4eb9d37bce9e, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=7829a459-42ba-43e1-aa44-4eb9d37bce9e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:42.403896 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.404402 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.439651 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.484988 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:42.488251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:42.495741 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:42.508652 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:42.509276 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:42.511636 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c51b71-2114-4bbe-84ab-22e770737cd1 None None] Pushing event updated for resources: {'Port': ['ID=7829a459-42ba-43e1-aa44-4eb9d37bce9e,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:42.520064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Pushing event updated for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:42.539502 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.539907 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.540261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.540604 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.541463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.541934 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.542339 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.542677 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.543010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.543337 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.543664 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.543994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:42.560223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.624445 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-68851b53-1518-4657-90ae-1fdb299a04a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.634224 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:42.704938 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.774272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-29600207-e990-410b-bd7b-0dfe6ef1b014 None None] Provisioning complete for port 2dcf99a6-c565-4248-a886-0778ccff60e5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:42.774558 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-29600207-e990-410b-bd7b-0dfe6ef1b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.846416 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-29600207-e990-410b-bd7b-0dfe6ef1b014 None None] Port 2dcf99a6-c565-4248-a886-0778ccff60e5 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:44:42.880566 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c463b036-bc29-47b4-892c-804781163d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:40Z', 'revision_number': 3, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:42.884237 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.891485 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:42.910481 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463b036-bc29-47b4-892c-804781163d68 None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:40Z', 'revision_number': 3, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:44:42.964679 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Pushing event updated for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:42.970496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:43.080214 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7667-25c9-4890-9107-424694c720bb req-98e625d2-b0ae-40d4-8705-b363d302b9ab tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:43.082251 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c4ee7667-25c9-4890-9107-424694c720bb req-98e625d2-b0ae-40d4-8705-b363d302b9ab tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0617766 Nov 24 17:44:43.091951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:43.093919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:43.203381 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c4ee7667-25c9-4890-9107-424694c720bb req-3d30f098-5214-48fb-b136-c1adbff855ee tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077108 Nov 24 17:44:43.310094 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862716c3-6705-4c8d-97d1-419230d9c8e3 req-02381b5f-c4b4-4f5e-a4c0-778a4b601210 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:43.319830 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-862716c3-6705-4c8d-97d1-419230d9c8e3 req-02381b5f-c4b4-4f5e-a4c0-778a4b601210 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.0893252 Nov 24 17:44:43.320143 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:44:43.380285 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-862716c3-6705-4c8d-97d1-419230d9c8e3 req-6ea1d410-2415-47ef-9697-e972dbb40248 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590918 Nov 24 17:44:43.474733 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:44:43.480533 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-db4b2c27-3b4a-4a38-a414-b11c6667abcb admin admin] 10.222.0.41 "PUT /v2.0/routers/bca493f7-e1f0-4a79-bdf2-631024938cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1150765 Nov 24 17:44:43.593980 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-35e6414e-687c-4727-8ffa-bdafde696bda None None] Provisioning complete for port 2dcf99a6-c565-4248-a886-0778ccff60e5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:43.594764 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-35e6414e-687c-4727-8ffa-bdafde696bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:43.656400 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-35e6414e-687c-4727-8ffa-bdafde696bda None None] Port 2dcf99a6-c565-4248-a886-0778ccff60e5 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:44:43.972592 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.109229 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54786) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:44.115203 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948464342-network', 'tenant_id': '01783593842d4a51b76a3c11e79bb109'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:44.146571 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Made reservation on behalf of 01783593842d4a51b76a3c11e79bb109 for: {'network': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:44.149239 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.164089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.228210 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 7829a459-42ba-43e1-aa44-4eb9d37bce9e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:44.288560 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 7829a459-42ba-43e1-aa44-4eb9d37bce9e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:44.289035 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.316078 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.326703 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.388882 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6a9039-3950-4a97-a8a4-d576ac5cc447,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:44.391757 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:44:44.412747 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.413345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.segments_db [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Added segment d1bd841f-05b9-45fb-bc95-0d4679b81baa of type vlan for network e59199bb-7370-4073-bc55-dbedb7c9b3e9 Nov 24 17:44:44.438205 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.454070 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6a42a-daca-4b15-8ee1-da124e021cea req-ea24ee36-a87e-471c-9ed7-8fc217a6896d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:44.462248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-95f6a42a-daca-4b15-8ee1-da124e021cea req-ea24ee36-a87e-471c-9ed7-8fc217a6896d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1500473 Nov 24 17:44:44.479434 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 7829a459-42ba-43e1-aa44-4eb9d37bce9e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=7829a459-42ba-43e1-aa44-4eb9d37bce9e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:44.491354 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.538089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.565334 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=7829a459-42ba-43e1-aa44-4eb9d37bce9e,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:44.606205 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-95f6a42a-daca-4b15-8ee1-da124e021cea req-7ddb866c-8d93-4311-91d8-866f5ce3db2d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430013 Nov 24 17:44:44.622290 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf642de7-1e6e-4fde-bb36-32ee758d7823 req-ae1dc38c-4a8a-4d76-8a58-b7adbe01f525 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:44.623832 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cf642de7-1e6e-4fde-bb36-32ee758d7823 req-ae1dc38c-4a8a-4d76-8a58-b7adbe01f525 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1368916 Nov 24 17:44:44.625204 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.625996 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:44.626616 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.683091 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5723407 Nov 24 17:44:44.686488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54794) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:44.692000 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Request body: {'subnet': {'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948464342-subnet', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'ip_version': 4}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:44.720611 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ab787-dabf-43e7-aecd-265efc3f363e admin admin] Pushing event updated for resources: {'Network': ['ID=e59199bb-7370-4073-bc55-dbedb7c9b3e9,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:44.726994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Made reservation on behalf of 01783593842d4a51b76a3c11e79bb109 for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:44.730041 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126697058'] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.735751 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:44:44.745067 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cf642de7-1e6e-4fde-bb36-32ee758d7823 req-56418263-fc69-494c-a084-4a7d477634c9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031632 Nov 24 17:44:44.801724 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:44:44.813655 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:44.814354 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:44.927804 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:44.935044 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126834282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126697040'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:44.987448 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22d7471-a724-4f8e-af3b-f72e18f7a30f,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:45.008116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Checking segment: {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:45.008631 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Network hostable DHCP agents. Network: e59199bb-7370-4073-bc55-dbedb7c9b3e9, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:44:45.026416 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:44:45.037159 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, e59199bb-7370-4073-bc55-dbedb7c9b3e9) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:45.041686 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:45.042372 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.048080 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f6c6b-c6df-4efe-bf81-c5cacda1814f None None] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:44:45.067143 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d8ecc931-09cc-4ac5-bb4b-79f4e6d8f2b0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3794184 Nov 24 17:44:45.069895 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54796) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:45.075343 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:45.100581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.101719 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.146200 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 2, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:45.163241 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.177530 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:44:45.178187 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Updating router bca493f7-e1f0-4a79-bdf2-631024938cda port 2dcf99a6-c565-4248-a886-0778ccff60e5 binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:44:45.209770 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:44:45.210951 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.211372 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.316250 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.505810 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Allocated IP 172.20.0.2 (e59199bb-7370-4073-bc55-dbedb7c9b3e9/b22d7471-a724-4f8e-af3b-f72e18f7a30f/beee547b-7cb8-4c3f-9f8d-2c62fa1b4404) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:45.530958 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.540931 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.613986 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.649300 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Pushing event updated for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:45.657691 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.662706 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.663216 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.663421 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.663765 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.664086 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.664417 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.664739 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.665063 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.665407 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.665735 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.667773 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.667773 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:45.674469 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Attempting to bind port 2dcf99a6-c565-4248-a886-0778ccff60e5 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:45.674985 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Attempting to bind port 2dcf99a6-c565-4248-a886-0778ccff60e5 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:45.675940 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Attempting to bind port 2dcf99a6-c565-4248-a886-0778ccff60e5 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:45.682364 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:45.682754 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:45.683196 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.684151 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Bound using segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:45.684320 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Bound port: 2dcf99a6-c565-4248-a886-0778ccff60e5, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:45.685384 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.706605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.714006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.775087 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] For port 2dcf99a6-c565-4248-a886-0778ccff60e5, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:45.779714 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] For port 2dcf99a6-c565-4248-a886-0778ccff60e5, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2dcf99a6-c565-4248-a886-0778ccff60e5,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:45.787181 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.803843 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:45.823551 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Pushing event updated for resources: {'Port': ['ID=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:45.850644 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:45.879124 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:45.897069 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Allocated IP 172.27.2.64 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/371edac8-dbde-43d6-8eee-ccec3282f21e) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:45.904476 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:45.909333 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c283-ef7f-4496-b062-217f70739e8b None None] Pushing event updated for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:45.912898 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:45.916238 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:45.985957 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a5d0-5fbd-400f-8c8a-167747e7d0db req-7651d661-5541-4f1b-97f6-10e91257ae20 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:45.988075 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0c89a5d0-5fbd-400f-8c8a-167747e7d0db req-7651d661-5541-4f1b-97f6-10e91257ae20 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1966963 Nov 24 17:44:46.028958 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237607-9403-4ce9-a6a8-e5e168de5d9b req-984f2728-371a-40e9-a592-9ba4d9d0ba2f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:46.039631 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Attempting to bind port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:46.040063 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Attempting to bind port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:46.040448 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Attempting to bind port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 on network e59199bb-7370-4073-bc55-dbedb7c9b3e9 {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:46.042010 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5b237607-9403-4ce9-a6a8-e5e168de5d9b req-984f2728-371a-40e9-a592-9ba4d9d0ba2f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 944 time: 0.1639037 Nov 24 17:44:46.048030 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:46.048836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Checking segment: {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:46.050362 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.050980 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Bound using segment: {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:46.051655 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Bound port: beee547b-7cb8-4c3f-9f8d-2c62fa1b4404, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:46.052298 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.056543 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] Provisioning complete for port 2dcf99a6-c565-4248-a886-0778ccff60e5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:46.057172 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.100629 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.103129 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:46.171176 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.225141 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:46.226873 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] For port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:46.232419 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] For port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:46.238403 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:46.242544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:46.260484 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0c89a5d0-5fbd-400f-8c8a-167747e7d0db req-b7ff9fd0-93a5-444b-86e7-e9378f9a23f1 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2549660 Nov 24 17:44:46.264266 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.315184 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5b237607-9403-4ce9-a6a8-e5e168de5d9b req-728dd894-41c8-4c39-b28f-2822229f3323 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676299 Nov 24 17:44:46.326569 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Pushing event updated for resources: {'Port': ['ID=371edac8-dbde-43d6-8eee-ccec3282f21e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:46.333339 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:44:46.350704 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 7829a459-42ba-43e1-aa44-4eb9d37bce9e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:46.393677 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.402040 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:45Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:46.434479 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f04021-cf55-4c5d-aa42-fe819929349f None None] Pushing event updated for resources: {'Port': ['ID=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:46.444309 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87a10-7e87-4d90-9748-c15102c69e64 None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:45Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:44:46.604505 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.631904 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 7829a459-42ba-43e1-aa44-4eb9d37bce9e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:46.632374 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.704211 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.716569 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:46.752077 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'mac_address': 'fa:16:3e:b4:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:44:46.757806 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] For port 2dcf99a6-c565-4248-a886-0778ccff60e5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2dcf99a6-c565-4248-a886-0778ccff60e5,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:46.769355 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.932031 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.967622 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-90dff65a-df56-47c8-b9f2-7126114d5b45 None None] Provisioning complete for port 2dcf99a6-c565-4248-a886-0778ccff60e5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:46.968001 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-90dff65a-df56-47c8-b9f2-7126114d5b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:46.973856 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb7482-2f85-4893-b987-2df09e06da47 None None] Pushing event updated for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:47.003294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:44:47.030530 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:47.052694 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:47.145057 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=9']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:47.308710 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['dfbdf3ea-7e27-473c-a430-8d1f9370697b'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:44:47.339527 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:47.594317 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed58f-840f-4dd6-a497-b075052f96bf req-a8440cce-577b-4093-a721-a92258d5833f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:47.599185 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d4ed58f-840f-4dd6-a497-b075052f96bf req-a8440cce-577b-4093-a721-a92258d5833f tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.2261977 Nov 24 17:44:47.611361 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Router 12e6a858-0c00-487a-a68f-d4462652c45e is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:44:47.629202 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fc128-80ce-4d19-91c6-cd97bbdd16d1 req-7b4b1f8c-ffc2-4e02-afce-3c41be768a04 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:47.631939 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-442fc128-80ce-4d19-91c6-cd97bbdd16d1 req-7b4b1f8c-ffc2-4e02-afce-3c41be768a04 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.1834433 Nov 24 17:44:47.740001 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:44:47.751868 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Sync routers for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:44:47.773068 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:47.773798 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:47.783240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:47.788157 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bf513044-58db-4b8c-adda-c94933855506 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7134356 Nov 24 17:44:47.788868 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-442fc128-80ce-4d19-91c6-cd97bbdd16d1 req-a75c5a34-cd87-4772-8a0e-1f533b4136da tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408339 Nov 24 17:44:47.789834 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54828) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:47.812290 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d4ed58f-840f-4dd6-a497-b075052f96bf req-5d326d2c-30a8-43ff-9d3b-2aa17f08ce2d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784806 Nov 24 17:44:47.836252 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef658de-fb97-4ca1-b64e-693e824496d6 None None] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:44:47.975541 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] Provisioning complete for port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:47.975932 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.029384 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:48.307630 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:48.345044 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.521558 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2dcf99a6-c565-4248-a886-0778ccff60e5 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:48.523961 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.549598 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Allocated IP 172.20.0.1 (e59199bb-7370-4073-bc55-dbedb7c9b3e9/b22d7471-a724-4f8e-af3b-f72e18f7a30f/e53cac67-20d8-4136-a3e6-3eef64366c62) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:44:48.639081 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] For port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:48.649661 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.656594 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.690269 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port dfbdf3ea-7e27-473c-a430-8d1f9370697b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:48.690970 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.696285 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 2dcf99a6-c565-4248-a886-0778ccff60e5 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:48.696643 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.697190 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.743135 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:48.747835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:48.752670 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:44:48.756095 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Pushing event updated for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:48.782905 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 3, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:48.805489 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.825099 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Checking router: 12e6a858-0c00-487a-a68f-d4462652c45e for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:44:48.825504 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Updating router 12e6a858-0c00-487a-a68f-d4462652c45e port 371edac8-dbde-43d6-8eee-ccec3282f21e binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:44:48.850505 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2577-4f6a-466d-8756-1236930e065d None None] Pushing event updated for resources: {'Port': ['ID=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:48.875615 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:48.880385 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-79bf9bf8-a12c-46cf-8e6a-cf542dbe60ed None None] Provisioning complete for port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:48.880753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-79bf9bf8-a12c-46cf-8e6a-cf542dbe60ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.003201 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.021862 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.035534 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd7e5c-a475-4340-bf18-987a1a845768 req-5c81ff41-9556-4c39-89ee-3f833680fdb3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:49.037026 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3dd7e5c-a475-4340-bf18-987a1a845768 req-5c81ff41-9556-4c39-89ee-3f833680fdb3 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 945 time: 0.0997622 Nov 24 17:44:49.046451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b558cd-8eb2-4214-8379-a39f106ee668 req-e5365428-e8f8-47e1-9ac9-82e14d356f2c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:49.048113 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-68b558cd-8eb2-4214-8379-a39f106ee668 req-e5365428-e8f8-47e1-9ac9-82e14d356f2c tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0824962 Nov 24 17:44:49.131478 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3dd7e5c-a475-4340-bf18-987a1a845768 req-c85a340e-8398-4666-ae2e-665224cd2d66 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820978 Nov 24 17:44:49.149676 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-68b558cd-8eb2-4214-8379-a39f106ee668 req-90b26124-e40b-418d-8c22-0be9f258e4e9 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928674 Nov 24 17:44:49.154832 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:44:49.166413 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6b19c-2bea-4b86-a5b9-4bbe28752f8b" -d '{"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:44:49.191296 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:49.194844 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:49.220064 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae54e5-2692-4728-8443-f2f87e30ed83 x-openstack-request-id: req-d3ae54e5-2692-4728-8443-f2f87e30ed83 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:44:49.220454 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-plugged", "status": "completed", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:44:49.220866 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3ae54e5-2692-4728-8443-f2f87e30ed83 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:44:49.221410 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'code': 200} Nov 24 17:44:49.227245 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.249708 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.255599 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.328529 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.330852 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Pushing event updated for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:49.379770 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=10']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:49.399176 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:49.399547 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.442865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:44:49.444841 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:49.572857 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.581729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-9245332a-aea4-42e8-b478-62d856218402 None None] Provisioning complete for port e53cac67-20d8-4136-a3e6-3eef64366c62 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:49.582097 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9245332a-aea4-42e8-b478-62d856218402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.585012 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Router 12e6a858-0c00-487a-a68f-d4462652c45e has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:44:49.585359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.667902 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-9245332a-aea4-42e8-b478-62d856218402 None None] Port e53cac67-20d8-4136-a3e6-3eef64366c62 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:44:49.675989 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Attempting to bind port 371edac8-dbde-43d6-8eee-ccec3282f21e on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:49.676367 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Attempting to bind port 371edac8-dbde-43d6-8eee-ccec3282f21e by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:49.676734 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Attempting to bind port 371edac8-dbde-43d6-8eee-ccec3282f21e on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:49.680641 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a259-7542-4d71-a41b-96a24720c1bc None None] Pushing event updated for resources: {'Port': ['ID=371edac8-dbde-43d6-8eee-ccec3282f21e,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:49.685855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:49.686387 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:49.686790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.687176 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:49.687783 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Bound port: 371edac8-dbde-43d6-8eee-ccec3282f21e, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:49.688022 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.714659 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:44:49.726833 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-31971e15-a1d2-4a50-b2e5-c83f60a5c4aa admin admin] 10.222.0.41 "PUT /v2.0/routers/12e6a858-0c00-487a-a68f-d4462652c45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9355779 Nov 24 17:44:49.745573 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] For port 371edac8-dbde-43d6-8eee-ccec3282f21e, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:49.748850 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] For port 371edac8-dbde-43d6-8eee-ccec3282f21e, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=371edac8-dbde-43d6-8eee-ccec3282f21e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:49.755302 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.829316 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a259-7542-4d71-a41b-96a24720c1bc None None] Pushing event updated for resources: {'Port': ['ID=371edac8-dbde-43d6-8eee-ccec3282f21e,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:49.832555 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-8e5b90be-a30b-4b2a-ace3-9bee20f9e2b0 None None] Provisioning complete for port e53cac67-20d8-4136-a3e6-3eef64366c62 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:49.832927 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8e5b90be-a30b-4b2a-ace3-9bee20f9e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:49.857807 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:49.858163 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:49.913848 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b90be-a30b-4b2a-ace3-9bee20f9e2b0 None None] Port e53cac67-20d8-4136-a3e6-3eef64366c62 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:44:49.982164 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:50.208488 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:50.272073 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:48Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e53cac67-20d8-4136-a3e6-3eef64366c62', 'name': '', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'mac_address': 'fa:16:3e:5b:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:48Z', 'updated_at': '2021-11-24T17:44:49Z', 'revision_number': 2, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'subnets': [{'id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:50.297209 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86176d3d-a11a-41ee-b173-611aa68b9d4c req-07e20391-51e6-4b8c-8b72-d4a0502d2655 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:50.299110 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86176d3d-a11a-41ee-b173-611aa68b9d4c req-07e20391-51e6-4b8c-8b72-d4a0502d2655 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0561638 Nov 24 17:44:50.306604 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:50.307003 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.308855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e317-5ed1-4864-82be-f71f48baeb33 None None] The sync data for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi is: [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:48Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e53cac67-20d8-4136-a3e6-3eef64366c62', 'name': '', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'mac_address': 'fa:16:3e:5b:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:48Z', 'updated_at': '2021-11-24T17:44:49Z', 'revision_number': 2, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'subnets': [{'id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:44:50.314685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54854) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:50.331709 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039862430', 'description': 'tempest-secgroup-smoke-1039862430 description', 'project_id': '7a76fc386d914e91afcda9dac8130406'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:50.368151 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86176d3d-a11a-41ee-b173-611aa68b9d4c req-840e33bd-d9ce-48f1-af41-2c78e80f13d1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623333 Nov 24 17:44:50.415747 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.465128 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035c46c-7193-4592-b255-6948cd76b9e3 req-8af4cc8f-2cff-44a8-ab0e-ffa29ec6294b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:50.487334 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1035c46c-7193-4592-b255-6948cd76b9e3 req-8af4cc8f-2cff-44a8-ab0e-ffa29ec6294b tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1176486 Nov 24 17:44:50.522833 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.530438 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.584704 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1035c46c-7193-4592-b255-6948cd76b9e3 req-80d2899c-9c0d-400e-ba3c-8d454db0b060 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873601 Nov 24 17:44:50.586920 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.588295 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2669454 Nov 24 17:44:50.592164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54858) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:50.600083 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:50.604121 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a08be-c86c-4e00-a751-66af40ec5b42 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fec051-6eca-45f9-9c23-bda7626d19b2,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:50.658318 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.718367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.723391 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:50.998860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123b38e7-32dc-4e30-a1ea-3d74e650493c,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.009775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.011111 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6eed1f74-22eb-4500-82d5-a44b85629706 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179189 Nov 24 17:44:51.014979 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54860) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:51.020014 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:51.066440 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.151241 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.159158 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.185368 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc374091-b32d-45e9-90b6-c3f8c3679dbb,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.199223 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.201321 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3f03a1c0-0eb6-4aa5-81d8-baef48ec4ee6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850839 Nov 24 17:44:51.204127 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54862) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:51.210720 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:51.245051 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.313242 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.319417 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.338564 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c92145f-bd69-40a0-b5d1-b57b902d2139,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.348591 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.349994 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-571c554b-e68b-4141-8779-739aa5f00804 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440396 Nov 24 17:44:51.352722 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54864) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:51.357634 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:51.400224 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.481766 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.487614 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.508329 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e438af1e-9ee7-4335-b6c0-04ca8b3d076b,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.524706 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.524706 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ab254c5e-335f-4f88-8b9c-52c52ad26bad tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695178 Nov 24 17:44:51.531385 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 54870) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:51.535667 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:51.547821 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d96f9-a232-4a63-9681-3e60419b50de req-9ad2d3eb-19db-4cd6-b31e-30a220e9ea8c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:51.549506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b96d96f9-a232-4a63-9681-3e60419b50de req-9ad2d3eb-19db-4cd6-b31e-30a220e9ea8c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0870647 Nov 24 17:44:51.601447 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.securitygroups_db [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Project 7a76fc386d914e91afcda9dac8130406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:44:51.613802 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.640455 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b96d96f9-a232-4a63-9681-3e60419b50de req-6cd27e12-ff2a-4363-8f4c-0a0953f78e3b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833380 Nov 24 17:44:51.720361 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.728014 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.759695 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27e0a1-667d-4905-9235-1a2ba48fbb9d req-a242bb0b-683b-4fe8-844d-fc93de2d56cb tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:51.761220 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a27e0a1-667d-4905-9235-1a2ba48fbb9d req-a242bb0b-683b-4fe8-844d-fc93de2d56cb tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0816324 Nov 24 17:44:51.762408 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208123cb-6678-4bb6-887c-6bc8270e2a2e,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.766342 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.767530 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-7ad25239-83ad-4e5a-a6be-2911bac8e06f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2363462 Nov 24 17:44:51.770849 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 54874) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:51.776376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'security_group_rule': {'security_group_id': 'b5fec051-6eca-45f9-9c23-bda7626d19b2', 'project_id': '7a76fc386d914e91afcda9dac8130406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:51.815670 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.securitygroups_db [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Project 7a76fc386d914e91afcda9dac8130406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:44:51.822674 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.838534 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7a27e0a1-667d-4905-9235-1a2ba48fbb9d req-c6a1a327-aaee-4198-96a9-84a5f95fa059 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693262 Nov 24 17:44:51.892375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.897712 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.916901 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db2cdbd-4458-44a9-aa47-897f016b941e,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:51.936207 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:51.938022 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6492ba3f-d01c-4223-a3d0-7bc0e24b2db8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655462 Nov 24 17:44:52.001284 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04298ec5-5a31-4976-8e9e-be21806f0063 req-3be0a277-601e-4033-8ab8-a8e549d2517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:52.003139 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-04298ec5-5a31-4976-8e9e-be21806f0063 req-3be0a277-601e-4033-8ab8-a8e549d2517a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 1100 time: 0.0510201 Nov 24 17:44:52.056090 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-04298ec5-5a31-4976-8e9e-be21806f0063 req-aa18e4f3-8ae7-4941-871e-ccd532533417 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Nov 24 17:44:52.226436 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 371edac8-dbde-43d6-8eee-ccec3282f21e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:52.258746 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:44:52.278185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 371edac8-dbde-43d6-8eee-ccec3282f21e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:52.278656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:52.368944 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:52.403045 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 371edac8-dbde-43d6-8eee-ccec3282f21e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=371edac8-dbde-43d6-8eee-ccec3282f21e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:52.409950 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:52.469325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=371edac8-dbde-43d6-8eee-ccec3282f21e,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:52.791209 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872d4b-6e06-48ae-96a4-aec58d4266e1 req-b92beb1a-de80-4de9-b2bb-55ba86af4ca9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:52.793459 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce872d4b-6e06-48ae-96a4-aec58d4266e1 req-b92beb1a-de80-4de9-b2bb-55ba86af4ca9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0621769 Nov 24 17:44:52.850893 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce872d4b-6e06-48ae-96a4-aec58d4266e1 req-43970360-6752-4111-8d47-9c75fc256552 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503812 Nov 24 17:44:53.016361 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e758b-462b-4ab8-b417-4c1b0ca89404 req-5779d750-c764-4225-8e77-d07ac875d6be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:53.017943 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e51e758b-462b-4ab8-b417-4c1b0ca89404 req-5779d750-c764-4225-8e77-d07ac875d6be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0728052 Nov 24 17:44:53.084573 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e51e758b-462b-4ab8-b417-4c1b0ca89404 req-13f30db0-e342-4b70-8346-bbdac04e4bf7 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592797 Nov 24 17:44:54.012950 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189583d-3a6e-4e50-a151-a7e1081b2c74 req-a8031918-7640-4602-b8ba-63d195390e4e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:54.014711 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a189583d-3a6e-4e50-a151-a7e1081b2c74 req-a8031918-7640-4602-b8ba-63d195390e4e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0577972 Nov 24 17:44:54.098674 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a189583d-3a6e-4e50-a151-a7e1081b2c74 req-651135b4-a836-49a8-bdfb-4ad73921d1d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761526 Nov 24 17:44:54.223040 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 371edac8-dbde-43d6-8eee-ccec3282f21e up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:54.238569 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Sync routers for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:44:54.256183 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:54.257944 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:54.274062 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e880-46f1-49e9-b6a6-5497f4639a63 req-57caebcd-b89b-4a05-ac66-087af1bdf508 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:54.278627 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a568e880-46f1-49e9-b6a6-5497f4639a63 req-57caebcd-b89b-4a05-ac66-087af1bdf508 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0703330 Nov 24 17:44:54.291603 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 371edac8-dbde-43d6-8eee-ccec3282f21e triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:54.291982 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:54.354512 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a568e880-46f1-49e9-b6a6-5497f4639a63 req-a1f88513-25e5-4184-928d-8f388985f422 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716486 Nov 24 17:44:54.484392 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:54.712366 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:48Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e53cac67-20d8-4136-a3e6-3eef64366c62', 'name': '', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'mac_address': 'fa:16:3e:5b:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:48Z', 'updated_at': '2021-11-24T17:44:49Z', 'revision_number': 2, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'subnets': [{'id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:54.743395 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Checking router: 12e6a858-0c00-487a-a68f-d4462652c45e for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:44:54.743843 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Updating router 12e6a858-0c00-487a-a68f-d4462652c45e port e53cac67-20d8-4136-a3e6-3eef64366c62 binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:44:54.771709 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.094404 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.101643 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.160245 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954edc4d-a065-4d2c-b0e0-a86183de804a None None] Pushing event updated for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:55.223685 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Attempting to bind port e53cac67-20d8-4136-a3e6-3eef64366c62 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:44:55.224324 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Attempting to bind port e53cac67-20d8-4136-a3e6-3eef64366c62 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:44:55.224686 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Attempting to bind port e53cac67-20d8-4136-a3e6-3eef64366c62 on network e59199bb-7370-4073-bc55-dbedb7c9b3e9 {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:44:55.230739 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:44:55.231109 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Checking segment: {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:55.231510 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.231988 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Bound using segment: {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:44:55.232623 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Bound port: e53cac67-20d8-4136-a3e6-3eef64366c62, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bd841f-05b9-45fb-bc95-0d4679b81baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:44:55.232750 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.248788 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524552-42d5-4904-be18-de1450612236 req-a39039aa-f3dc-45f3-8218-40cc5b52df1b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:55.250503 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a524552-42d5-4904-be18-de1450612236 req-a39039aa-f3dc-45f3-8218-40cc5b52df1b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0674882 Nov 24 17:44:55.313690 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] For port e53cac67-20d8-4136-a3e6-3eef64366c62, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:44:55.317359 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] For port e53cac67-20d8-4136-a3e6-3eef64366c62, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e53cac67-20d8-4136-a3e6-3eef64366c62,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:44:55.324508 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.325567 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a524552-42d5-4904-be18-de1450612236 req-7fec9160-f4d3-4300-a5a2-450144cfc0c4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681617 Nov 24 17:44:55.386043 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954edc4d-a065-4d2c-b0e0-a86183de804a None None] Pushing event updated for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:55.408725 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] Provisioning complete for port e53cac67-20d8-4136-a3e6-3eef64366c62 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:55.409755 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.409998 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:44:55.410735 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:44:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:55.546637 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef26d5-a7c4-47b6-8035-ed0645239c4c req-be465d90-ccb9-41d2-94ce-e7828ddc44ee tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:55.548537 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:44:55.556087 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8aef26d5-a7c4-47b6-8035-ed0645239c4c req-be465d90-ccb9-41d2-94ce-e7828ddc44ee tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1036401 Nov 24 17:44:55.556404 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.597206 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] For port e53cac67-20d8-4136-a3e6-3eef64366c62, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e53cac67-20d8-4136-a3e6-3eef64366c62,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:44:55.603983 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.652972 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8aef26d5-a7c4-47b6-8035-ed0645239c4c req-55c14a1b-ea02-4b52-a553-b3d74b4a068d tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916779 Nov 24 17:44:55.670629 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4bde7-b777-467c-bfaa-5f4de6a5060c None None] Pushing event updated for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:55.829918 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-a190ad0f-9282-4b72-91b8-2d8e79261f6e None None] Provisioning complete for port e53cac67-20d8-4136-a3e6-3eef64366c62 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:55.830448 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a190ad0f-9282-4b72-91b8-2d8e79261f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:55.841594 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:48Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e53cac67-20d8-4136-a3e6-3eef64366c62', 'name': '', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'mac_address': 'fa:16:3e:5b:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:48Z', 'updated_at': '2021-11-24T17:44:55Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'subnets': [{'id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:44:55.877760 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499dce0-4662-4dba-988f-669aad2dad22 None None] The sync data for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi is: [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:48Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e53cac67-20d8-4136-a3e6-3eef64366c62', 'name': '', 'network_id': 'e59199bb-7370-4073-bc55-dbedb7c9b3e9', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'mac_address': 'fa:16:3e:5b:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:48Z', 'updated_at': '2021-11-24T17:44:55Z', 'revision_number': 4, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'subnets': [{'id': 'b22d7471-a724-4f8e-af3b-f72e18f7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:44:56.256432 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e53cac67-20d8-4136-a3e6-3eef64366c62 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:44:56.317250 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port e53cac67-20d8-4136-a3e6-3eef64366c62 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:44:56.317640 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:56.773101 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465674d-b1ea-4700-904b-a0534cc11d8d req-83223a7d-f9e9-4c00-817e-e5d7a8c94b6e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:56.774758 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a465674d-b1ea-4700-904b-a0534cc11d8d req-83223a7d-f9e9-4c00-817e-e5d7a8c94b6e tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0594001 Nov 24 17:44:56.864752 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a465674d-b1ea-4700-904b-a0534cc11d8d req-e2aef569-51d9-4308-b76f-9ded51960644 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822768 Nov 24 17:44:57.029929 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55034) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:57.191029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a78e66ab-44f9-4af0-a4ee-40f3b4061c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.289984 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a78e66ab-44f9-4af0-a4ee-40f3b4061c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.294994 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a78e66ab-44f9-4af0-a4ee-40f3b4061c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.336827 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a78e66ab-44f9-4af0-a4ee-40f3b4061c88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2ca1247e416404eabe51911a504e2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053489 Nov 24 17:44:57.337704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e66ab-44f9-4af0-a4ee-40f3b4061c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d60056-ac8b-499d-aade-5052308b2976,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:57.340205 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55038) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:57.395263 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.419950 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.486377 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.491100 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:57.492519 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2d60056-ac8b-499d-aade-5052308b2976 HTTP/1.1" status: 204 len: 168 time: 0.1513631 Nov 24 17:44:57.504037 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c3dc7-0cdf-423b-a937-02b8ebad5c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d60056-ac8b-499d-aade-5052308b2976,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:58.015210 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5f1fd-d41b-454d-824b-c8c25e693ba0 req-8797675c-ac81-4e5e-995a-021e4b5b50be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:58.017023 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-87b5f1fd-d41b-454d-824b-c8c25e693ba0 req-8797675c-ac81-4e5e-995a-021e4b5b50be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.0680707 Nov 24 17:44:58.123168 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-87b5f1fd-d41b-454d-824b-c8c25e693ba0 req-583b05fc-7934-4fcb-bd9b-25e13f5456f6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fa761e-deb0-44d7-a5e6-0f154d787311&id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990477 Nov 24 17:44:58.263473 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55066) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:58.374570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-328043923-network', 'tenant_id': '121a328cbf08442cb943360b511baf20'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:58.400254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Made reservation on behalf of 121a328cbf08442cb943360b511baf20 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:58.403309 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.412664 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.503206 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.509985 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.536334 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:44:58.545748 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:58.556208 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.556459 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Added segment e254cf76-5749-443b-8e0d-41ddfb38b934 of type vlan for network 6a91478a-772d-4fef-b837-c258a1d58b88 Nov 24 17:44:58.603702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.631366 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.632856 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:58.633858 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.679854 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4152124 Nov 24 17:44:58.683051 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55070) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:44:58.688397 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Request body: {'subnet': {'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-328043923-subnet', 'tenant_id': '121a328cbf08442cb943360b511baf20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:44:58.708912 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdf498-d4c3-464a-986f-63c514591da0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a91478a-772d-4fef-b837-c258a1d58b88,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:58.713519 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Made reservation on behalf of 121a328cbf08442cb943360b511baf20 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:44:58.716031 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.719410 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 6a91478a-772d-4fef-b837-c258a1d58b88 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:44:58.915234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:58.976773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=026d6e3d-3e3b-4fa5-b517-b29527018583,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:44:58.990978 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.991335 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.991689 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.992035 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.992372 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.992718 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.993066 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.993405 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.993739 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.994085 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.994421 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.994744 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:44:58.999249 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Checking segment: {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:44:58.999648 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Network hostable DHCP agents. Network: 6a91478a-772d-4fef-b837-c258a1d58b88, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:44:59.018923 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Network 6a91478a-772d-4fef-b837-c258a1d58b88 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:44:59.030593 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 6a91478a-772d-4fef-b837-c258a1d58b88) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:44:59.036127 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:44:59.036732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:44:59.040854 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7947007-b2ca-4459-a510-1fe3d46a79eb None None] Network 6a91478a-772d-4fef-b837-c258a1d58b88 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:44:59.059813 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-fa3f5bd8-cdc6-4eae-9dfa-d7ffb44e4b4a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3754170 Nov 24 17:44:59.195665 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9e451-8406-443a-b688-9bde559c4923 None None] Network 6a91478a-772d-4fef-b837-c258a1d58b88 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:45:00.970102 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-63f13347-eb21-402f-ac2e-2dac1f6e09bc tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:00.971666 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-63f13347-eb21-402f-ac2e-2dac1f6e09bc tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 808 time: 0.1178603 Nov 24 17:45:00.988966 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-f5a98d26-43bc-4e9e-a96f-a1d86bb72197 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/quotas/121a328cbf08442cb943360b511baf20 HTTP/1.1" status: 200 len: 375 time: 0.0107086 Nov 24 17:45:01.025134 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6a085e00-8305-414b-92cb-66fcdc88239a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277898 Nov 24 17:45:01.138690 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-1aceb9a1-3f07-4c94-bcc4-3720f969b024 service neutron] 10.222.0.41 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058006 Nov 24 17:45:01.246169 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-2bb4e438-e498-4fbd-ab85-04d54b0214ee service neutron] 10.222.0.41 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003134 Nov 24 17:45:02.438025 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-968c20b5-6db5-420c-a669-a4d215f7a561 req-61b8452f-9a5f-4f47-b5be-9bd9e9106ae8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 210 time: 0.0288978 Nov 24 17:45:03.543373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-bd7335d5-cae6-4199-8258-95092f9184cb tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:03.545389 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-bd7335d5-cae6-4199-8258-95092f9184cb tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 808 time: 0.1278465 Nov 24 17:45:03.557718 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97ee3574-a16d-40ce-8fd6-84978b6ecbfc req-2b5b5a78-94fb-4f9c-bc9e-2c4fbe1b4fb9 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 210 time: 0.0378749 Nov 24 17:45:03.561202 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Request body: {'port': {'device_id': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88', 'admin_state_up': True, 'tenant_id': '121a328cbf08442cb943360b511baf20'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:03.692877 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Made reservation on behalf of 121a328cbf08442cb943360b511baf20 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:45:03.696719 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:03.835220 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Allocated IP 172.20.0.4 (6a91478a-772d-4fef-b837-c258a1d58b88/026d6e3d-3e3b-4fa5-b517-b29527018583/f007fdbf-550f-45ac-b4a7-dde4f3b6896d) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:04.009897 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.050981 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.095311 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Network 6a91478a-772d-4fef-b837-c258a1d58b88 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:04.098535 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:04.102287 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:04.108850 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Pushing event updated for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:04.161703 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:04.162491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.186194 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-6f942141-bab0-4881-8f22-94106d802bec tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6263943 Nov 24 17:45:04.195617 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Request body: {'port': {'device_id': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:04.251392 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.534892 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f007fdbf-550f-45ac-b4a7-dde4f3b6896d {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:04.544469 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.557962 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Transition to ACTIVE for port object f007fdbf-550f-45ac-b4a7-dde4f3b6896d will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:45:04.564116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.621609 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:04.687827 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b967-6d0c-474f-9de5-4d97f2868c7f req-e9c53f6e-5315-48df-a289-63dc070fc62b tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:04.689426 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aeb5b967-6d0c-474f-9de5-4d97f2868c7f req-e9c53f6e-5315-48df-a289-63dc070fc62b tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 943 time: 0.0546572 Nov 24 17:45:04.689755 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Attempting to bind port f007fdbf-550f-45ac-b4a7-dde4f3b6896d on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:45:04.690094 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Attempting to bind port f007fdbf-550f-45ac-b4a7-dde4f3b6896d by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:45:04.690448 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Attempting to bind port f007fdbf-550f-45ac-b4a7-dde4f3b6896d on network 6a91478a-772d-4fef-b837-c258a1d58b88 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:04.695231 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Port f007fdbf-550f-45ac-b4a7-dde4f3b6896d on network 6a91478a-772d-4fef-b837-c258a1d58b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:45:04.695712 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Attempting to bind port f007fdbf-550f-45ac-b4a7-dde4f3b6896d on network 6a91478a-772d-4fef-b837-c258a1d58b88 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:04.702114 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:45:04.702688 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Checking segment: {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:45:04.703249 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Bound using segment: {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:45:04.703826 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Bound port: f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:45:04.704308 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.741207 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-aeb5b967-6d0c-474f-9de5-4d97f2868c7f req-36c5d065-927e-4bdc-a8a1-4395d4227b3a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 Nov 24 17:45:04.775826 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:45:04.780306 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:45:04.787298 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.823867 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:04.824572 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:04.826101 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/f007fdbf-550f-45ac-b4a7-dde4f3b6896d HTTP/1.1" status: 200 len: 1093 time: 0.6347899 Nov 24 17:45:04.828588 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:04.830995 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:04.858261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54540-266c-443e-ad1f-ff8765a3aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:04.873083 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfce63-750d-4920-92ef-e94e8cc55fb0 x-openstack-request-id: req-60cfce63-750d-4920-92ef-e94e8cc55fb0 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:04.873384 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:04.873640 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60cfce63-750d-4920-92ef-e94e8cc55fb0 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:04.874085 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d', 'status': 'completed', 'code': 200} Nov 24 17:45:04.943700 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-7aab64e4-ecf7-4eac-baee-25c372223c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:04.945275 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-7aab64e4-ecf7-4eac-baee-25c372223c71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 1096 time: 0.0566235 Nov 24 17:45:04.988826 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-4e8a5cff-2c52-4809-88a0-e32ffa0a4944 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d HTTP/1.1" status: 200 len: 217 time: 0.0352831 Nov 24 17:45:05.048310 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-a684bd65-3d9f-4882-82dd-73f3b0d2f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:05.049830 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-a684bd65-3d9f-4882-82dd-73f3b0d2f627 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=026d6e3d-3e3b-4fa5-b517-b29527018583 HTTP/1.1" status: 200 len: 848 time: 0.0520949 Nov 24 17:45:05.086749 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-52dd5245-20ea-48d2-ada4-001dd0c06146 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a91478a-772d-4fef-b837-c258a1d58b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274973 Nov 24 17:45:05.182391 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-2a2fa19c-f55c-4b6d-bb2a-836c1dfff439 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882730 Nov 24 17:45:05.293749 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-bce228f4-94a8-4d4f-ae5f-50eecf1e6a65 req-2e7e2f3a-3536-4331-aaba-e57cae50c608 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036272 Nov 24 17:45:05.401506 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-e4c74213-b6bc-43e6-9513-2ddb13c5df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:05.403059 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-e4c74213-b6bc-43e6-9513-2ddb13c5df82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 1096 time: 0.0529134 Nov 24 17:45:05.506801 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-46e760c1-b493-4efb-a0bc-25cb40005f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:05.508310 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-46e760c1-b493-4efb-a0bc-25cb40005f6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 909 time: 0.0963211 Nov 24 17:45:05.552700 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-2ce0b6ca-06e4-42a0-be0f-83a41af77e3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d HTTP/1.1" status: 200 len: 217 time: 0.0366783 Nov 24 17:45:05.605955 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-165e949a-cd84-4b91-b089-480fb3df19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:05.607465 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-165e949a-cd84-4b91-b089-480fb3df19de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=026d6e3d-3e3b-4fa5-b517-b29527018583 HTTP/1.1" status: 200 len: 848 time: 0.0478888 Nov 24 17:45:05.644978 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-8d65e106-0c93-4431-afd4-05f5c23a9b56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a91478a-772d-4fef-b837-c258a1d58b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300465 Nov 24 17:45:05.742686 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-f2651eef-859f-47b0-86b6-8d57e43e3b3e service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Nov 24 17:45:05.865824 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2c4af9c8-3a7c-4a25-bd7d-eac864f12f1c req-d2037981-2cac-449a-b145-7b1fd230a8c4 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012766 Nov 24 17:45:05.871457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19878bfe-92df-45e0-ba88-107d725f3cfa req-38336e78-a7a3-46a9-8de3-006e2a83a59a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:05.873063 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19878bfe-92df-45e0-ba88-107d725f3cfa req-38336e78-a7a3-46a9-8de3-006e2a83a59a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 943 time: 0.0548565 Nov 24 17:45:05.922861 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-19878bfe-92df-45e0-ba88-107d725f3cfa req-20f7b99e-98bf-4688-9ccf-82aad66ba13e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Nov 24 17:45:06.543199 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f007fdbf-550f-45ac-b4a7-dde4f3b6896d details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:45:06.648969 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:06.663804 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d', 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88', 'port_id': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d', 'mac_address': 'fa:16:3e:59:17:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026d6e3d-3e3b-4fa5-b517-b29527018583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:45:06.704353 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:06.720461 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f007fdbf-550f-45ac-b4a7-dde4f3b6896d {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:06.740207 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:06.746552 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:06.800232 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:06.807468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.807831 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.808174 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.808491 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.808828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.809147 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.809465 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.809784 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.810099 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.810439 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.810753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:06.811063 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:07.055700 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f007fdbf-550f-45ac-b4a7-dde4f3b6896d'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:07.065874 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab111-d0ef-4b4c-9ae9-a2ead6da7f63 req-95df690a-fa46-43d1-99a7-e0fc7fa8e731 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:07.067606 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f16ab111-d0ef-4b4c-9ae9-a2ead6da7f63 req-95df690a-fa46-43d1-99a7-e0fc7fa8e731 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 944 time: 0.0634189 Nov 24 17:45:07.116848 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f16ab111-d0ef-4b4c-9ae9-a2ead6da7f63 req-3d1e9eb7-7376-4bf6-8c21-2aa2a7774de9 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Nov 24 17:45:08.237418 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0696ca-8461-4006-b1f7-4116d7181512 req-247c83f0-8d20-49d8-93af-a8498ee6d198 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:08.238957 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1d0696ca-8461-4006-b1f7-4116d7181512 req-247c83f0-8d20-49d8-93af-a8498ee6d198 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 944 time: 0.0520763 Nov 24 17:45:08.295064 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1d0696ca-8461-4006-b1f7-4116d7181512 req-356a8726-f780-4235-b0f2-ef1e8fd7b466 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 24 17:45:08.547223 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f007fdbf-550f-45ac-b4a7-dde4f3b6896d up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:45:08.601366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port f007fdbf-550f-45ac-b4a7-dde4f3b6896d completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:45:08.605475 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port f007fdbf-550f-45ac-b4a7-dde4f3b6896d triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:08.605856 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:08.697319 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:08.721267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:08.723555 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9902b-0759-4e84-acb5-2cf8955f8d11" -d '{"events": [{"server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "name": "network-vif-plugged", "status": "completed", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:08.736542 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:08.742535 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:08.766884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e105403-2683-421a-97c1-46dda9405992 x-openstack-request-id: req-4e105403-2683-421a-97c1-46dda9405992 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:08.767131 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "name": "network-vif-plugged", "status": "completed", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:08.767488 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e105403-2683-421a-97c1-46dda9405992 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:08.767994 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d', 'code': 200} Nov 24 17:45:08.794257 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:08.962528 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d2c2d-5309-48b7-a0bb-f4c7f02d6be0 req-8a607cf1-9340-4f33-9a15-3b7ff8cae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:08.964144 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-480d2c2d-5309-48b7-a0bb-f4c7f02d6be0 req-8a607cf1-9340-4f33-9a15-3b7ff8cae444 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 1098 time: 0.0472727 Nov 24 17:45:09.023721 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-480d2c2d-5309-48b7-a0bb-f4c7f02d6be0 req-6c7f5553-3d1a-4f87-9c46-695254ffc720 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Nov 24 17:45:09.245507 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:09.417081 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbd9d1-c326-4590-9bb8-8ad9423186e5 req-6a2bb6e7-3d2e-4f21-b655-da4d84cc84d3 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:09.418683 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-52bbd9d1-c326-4590-9bb8-8ad9423186e5 req-6a2bb6e7-3d2e-4f21-b655-da4d84cc84d3 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 945 time: 0.0521407 Nov 24 17:45:09.485659 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-52bbd9d1-c326-4590-9bb8-8ad9423186e5 req-ef420707-4b75-4612-8d8d-44e7facf838b tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Nov 24 17:45:09.760425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-f3925c87-6014-43fb-a2c1-806316a3e42b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039862430&fields=id&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 267 time: 0.0559235 Nov 24 17:45:09.876221 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-1b7be149-3567-40d0-bc7f-b5a5bb8b400e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:09.877868 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-1b7be149-3567-40d0-bc7f-b5a5bb8b400e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.1082473 Nov 24 17:45:09.893457 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-0eea7ed8-0374-44a7-a4cc-6e9a8bf44333 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/quotas/7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Nov 24 17:45:09.950635 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-c4853020-edbb-473a-8f6d-ef1808efa4b7 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516894 Nov 24 17:45:10.010256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-fb3e73ae-21c2-4347-885a-5267cac5fe61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:10.060293 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-994c8e04-de54-4c31-92e3-58e3c6eece33 service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972540 Nov 24 17:45:10.172141 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-7947a6cb-2209-4373-b63c-ea8285d66515 service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038702 Nov 24 17:45:10.482844 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6f87bef1-4c71-4c4c-923a-b534d06695b2 req-0ef99645-fe0d-4d75-a5f4-e57aa5456f23 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 210 time: 0.0296824 Nov 24 17:45:10.623435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95405-5cdd-4681-b17b-a75e9c9fa3fc req-843c54fa-41f1-42bd-b188-ea4881a9df28 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:10.624995 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88c95405-5cdd-4681-b17b-a75e9c9fa3fc req-843c54fa-41f1-42bd-b188-ea4881a9df28 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 945 time: 0.0635562 Nov 24 17:45:10.676585 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88c95405-5cdd-4681-b17b-a75e9c9fa3fc req-6ee0eef1-eb71-4946-8c9b-fff681a0786e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Nov 24 17:45:11.401941 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88683660-cf2e-48ff-9817-d56152d821f7 req-d7676b73-608f-49ed-8400-5d5c97c987b6 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:11.403487 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88683660-cf2e-48ff-9817-d56152d821f7 req-d7676b73-608f-49ed-8400-5d5c97c987b6 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 945 time: 0.0600712 Nov 24 17:45:11.456008 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88683660-cf2e-48ff-9817-d56152d821f7 req-b2c17205-5877-4119-9f39-cde6adb17a2e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 Nov 24 17:45:11.592525 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-055d9b31-8fcb-48dc-8fc8-c3dff4f546e0 req-88bcd300-f560-42d7-b6a4-872e70b40b8e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 210 time: 0.0326464 Nov 24 17:45:11.859126 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-466feb43-e41a-4b63-9600-52b4e846d78c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:11.860573 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-466feb43-e41a-4b63-9600-52b4e846d78c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.3646703 Nov 24 17:45:11.937293 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-a6516101-0845-45b3-90e2-92f982bc2bde tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 380 time: 0.0620599 Nov 24 17:45:11.951727 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'port': {'device_id': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'admin_state_up': True, 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'security_groups': ['b5fec051-6eca-45f9-9c23-bda7626d19b2']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:12.067657 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Made reservation on behalf of 7a76fc386d914e91afcda9dac8130406 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:45:12.071649 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.205162 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.20.0.8 (4ab13901-6433-4818-8d3c-ea61e4607879/1f4f1c76-738e-4a7e-bca6-7595f249f617/5f901589-c34b-4c4b-8324-20af0c6ddf56) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:12.362038 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.401788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.447998 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:12.451395 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:12.455448 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:12.461427 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:12.515285 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:12.516333 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.538839 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-12a7cf05-2e51-492e-9878-6527c26a3710 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910187 Nov 24 17:45:12.562858 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Request body: {'port': {'device_id': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:12.587852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842821-ca9b-4073-9dd8-d80396cf7fc5 req-26594f4b-468c-4109-a7d2-ba900fd68a5e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:12.590603 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc842821-ca9b-4073-9dd8-d80396cf7fc5 req-26594f4b-468c-4109-a7d2-ba900fd68a5e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 945 time: 0.0590413 Nov 24 17:45:12.617276 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-27d30987-5381-4428-a7b5-6b633f25a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.641868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.663184 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bc842821-ca9b-4073-9dd8-d80396cf7fc5 req-b7360d0c-1b10-41a5-9108-1e0cdaf312c6 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673318 Nov 24 17:45:12.748169 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6431e9c6-f137-4324-bb6c-0834c6e35ac5 None None] Provisioning complete for port 5f901589-c34b-4c4b-8324-20af0c6ddf56 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:12.748523 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6431e9c6-f137-4324-bb6c-0834c6e35ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.767863 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21356-075e-4a86-bf88-67b317a1b5d9 req-bcc3e603-d20d-4ad3-b643-a0238a42e785 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:12.769905 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a1e21356-075e-4a86-bf88-67b317a1b5d9 req-bcc3e603-d20d-4ad3-b643-a0238a42e785 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 931 time: 0.0707059 Nov 24 17:45:12.790435 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6431e9c6-f137-4324-bb6c-0834c6e35ac5 None None] Port 5f901589-c34b-4c4b-8324-20af0c6ddf56 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:45:12.826171 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a1e21356-075e-4a86-bf88-67b317a1b5d9 req-7f2ab6b3-41b2-4ac2-9590-632f707dcfae tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494757 Nov 24 17:45:12.946580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f901589-c34b-4c4b-8324-20af0c6ddf56 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:12.954356 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:12.967429 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Transition to ACTIVE for port object 5f901589-c34b-4c4b-8324-20af0c6ddf56 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:45:12.972908 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.061444 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:13.121850 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-08a8525a-274c-47ca-a56c-f59a02566531 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.123406 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-08a8525a-274c-47ca-a56c-f59a02566531 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 945 time: 0.1192369 Nov 24 17:45:13.177850 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Attempting to bind port 5f901589-c34b-4c4b-8324-20af0c6ddf56 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:45:13.178214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Attempting to bind port 5f901589-c34b-4c4b-8324-20af0c6ddf56 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:45:13.178545 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Attempting to bind port 5f901589-c34b-4c4b-8324-20af0c6ddf56 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:13.192184 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Port 5f901589-c34b-4c4b-8324-20af0c6ddf56 on network 4ab13901-6433-4818-8d3c-ea61e4607879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:45:13.192506 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Attempting to bind port 5f901589-c34b-4c4b-8324-20af0c6ddf56 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:13.215930 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:45:13.216386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:45:13.216552 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Bound using segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:45:13.217190 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Bound port: 5f901589-c34b-4c4b-8324-20af0c6ddf56, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:45:13.217366 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.308368 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:45:13.312406 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:45:13.315282 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Deleting port f007fdbf-550f-45ac-b4a7-dde4f3b6896d {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:13.315617 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.320534 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.383855 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.384493 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.385949 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] 10.222.0.62 "PUT /v2.0/ports/5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 200 len: 1093 time: 0.8279848 Nov 24 17:45:13.386436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:13.388812 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b40c39-67bd-495b-a9d9-0a956465965c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:13.476816 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ce38e-31a5-4cd9-88aa-c6ed25f2a890 x-openstack-request-id: req-a93ce38e-31a5-4cd9-88aa-c6ed25f2a890 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:13.477030 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:13.477264 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a93ce38e-31a5-4cd9-88aa-c6ed25f2a890 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:13.477668 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'status': 'completed', 'code': 200} Nov 24 17:45:13.490242 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864c35-2055-4b57-9281-404d92535c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:13.507559 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] For port f007fdbf-550f-45ac-b4a7-dde4f3b6896d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:13.507923 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.529451 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Calling delete_port for f007fdbf-550f-45ac-b4a7-dde4f3b6896d owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:13.538677 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fc93a294-34ce-42aa-b877-d60cca100360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.540247 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-fc93a294-34ce-42aa-b877-d60cca100360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1096 time: 0.1016495 Nov 24 17:45:13.614642 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-e1ab835c-c0e5-477a-ad68-25d579e933de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 200 len: 217 time: 0.0383759 Nov 24 17:45:13.688921 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-e4cf1f81-f796-4a18-8c18-e8ed455993b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.690750 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-e4cf1f81-f796-4a18-8c18-e8ed455993b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0641756 Nov 24 17:45:13.777707 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.780837 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-faefe5dd-3cc5-43d6-8e4e-42deb9e034c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.782377 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-faefe5dd-3cc5-43d6-8e4e-42deb9e034c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620706 Nov 24 17:45:13.793721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['f007fdbf-550f-45ac-b4a7-dde4f3b6896d'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:13.805630 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaffd2-2b5e-45bb-bf86-bea2de9f0c5c req-f5172343-fe8d-425b-b798-699e39ebb2fe tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.812861 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-adfaffd2-2b5e-45bb-bf86-bea2de9f0c5c req-f5172343-fe8d-425b-b798-699e39ebb2fe tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d1af32-bb86-4fe7-85e2-79c77668c1bc HTTP/1.1" status: 200 len: 867 time: 0.0599501 Nov 24 17:45:13.819487 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Pushing event deleted for resources: {'Port': ['ID=f007fdbf-550f-45ac-b4a7-dde4f3b6896d,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:13.859910 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-adfaffd2-2b5e-45bb-bf86-bea2de9f0c5c req-754419c5-9922-4b2c-8c3b-8ea1ca8a171a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Nov 24 17:45:13.881618 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] No DVR routers for this DVR port f007fdbf-550f-45ac-b4a7-dde4f3b6896d on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:13.908105 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.911848 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-207dd71e-390f-4bf0-86db-096a6cd3d2ec req-6deb2088-ccc8-44ce-8892-b401b5d1e39d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "DELETE /v2.0/ports/f007fdbf-550f-45ac-b4a7-dde4f3b6896d HTTP/1.1" status: 204 len: 173 time: 0.7790720 Nov 24 17:45:13.961115 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-a9044e38-8804-4e56-a2b7-e480a181505f service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514981 Nov 24 17:45:13.966744 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:13.984821 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415614e-ec69-472f-99c2-9580badbb678 req-2490b586-f4fc-4857-a54d-52aa339b0e16 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:13.986931 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6415614e-ec69-472f-99c2-9580badbb678 req-2490b586-f4fc-4857-a54d-52aa339b0e16 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0706115 Nov 24 17:45:14.053424 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6415614e-ec69-472f-99c2-9580badbb678 req-2cfe0503-04b0-4dd0-84c7-da3e60b68a68 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595810 Nov 24 17:45:14.086319 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-20613bed-43e5-4c5a-a160-1192dbea1b13 req-32d7ee80-5209-4572-9119-c1f8966a63e8 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136310 Nov 24 17:45:14.183156 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40c39-67bd-495b-a9d9-0a956465965c req-daf2366e-9af9-4038-aaef-28f9192e5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:14.184696 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-daf2366e-9af9-4038-aaef-28f9192e5921 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1096 time: 0.0450575 Nov 24 17:45:14.287407 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40c39-67bd-495b-a9d9-0a956465965c req-68d25850-388e-44ab-a837-660d7d7d66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:14.288900 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-68d25850-388e-44ab-a837-660d7d7d66ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.0922966 Nov 24 17:45:14.336316 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-d01c4b83-a958-42d8-bebc-39fb1ebd0c00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 200 len: 217 time: 0.0358722 Nov 24 17:45:14.410666 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40c39-67bd-495b-a9d9-0a956465965c req-92ddc6f0-890e-44d5-b948-a4a117fce045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:14.412365 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-92ddc6f0-890e-44d5-b948-a4a117fce045 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0465357 Nov 24 17:45:14.469680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40c39-67bd-495b-a9d9-0a956465965c req-1ba85b7f-18c9-4cab-a695-c2376642466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:14.471570 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-1ba85b7f-18c9-4cab-a695-c2376642466b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513282 Nov 24 17:45:14.577787 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-08fe6808-1f00-4518-9179-746afc0b1a82 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888624 Nov 24 17:45:14.685812 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-44b40c39-67bd-495b-a9d9-0a956465965c req-5d2f80ea-1ddd-423b-ba11-d9b801e6aa7f service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923762 Nov 24 17:45:15.196270 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-10a887f5-cf50-424e-ad62-18c6cf6d9ac2 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:15.197759 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-10a887f5-cf50-424e-ad62-18c6cf6d9ac2 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 808 time: 0.1469822 Nov 24 17:45:15.212462 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f50f6-0890-4fc4-99d2-d7494436d818 req-7344a33e-b76f-4819-8f86-1dc6da322bd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:15.214085 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-672f50f6-0890-4fc4-99d2-d7494436d818 req-7344a33e-b76f-4819-8f86-1dc6da322bd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0927556 Nov 24 17:45:15.230567 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-34a13d9d-14b4-4ce3-9de9-f56cc97149fa tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/quotas/121a328cbf08442cb943360b511baf20 HTTP/1.1" status: 200 len: 375 time: 0.0266428 Nov 24 17:45:15.269818 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-e27e9d08-47d1-49cb-a339-bb51e9c18c18 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310788 Nov 24 17:45:15.314506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-672f50f6-0890-4fc4-99d2-d7494436d818 req-fb1f58e0-4000-430a-8a00-0d3d2419a2c5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933738 Nov 24 17:45:15.390818 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-f761930b-85e0-4742-85a4-224b7348c9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081200 Nov 24 17:45:15.478861 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'name': 'network-vif-deleted', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:15.481232 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4305d1-beb1-4bb1-a366-96543d1e38a6" -d '{"events": [{"server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "name": "network-vif-deleted", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:15.490543 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-70e3a103-8684-45b0-bd57-d6950329e84b service neutron] 10.222.0.41 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926852 Nov 24 17:45:15.520665 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc8c65-8de9-4be2-b2a9-5c145648440d x-openstack-request-id: req-73bc8c65-8de9-4be2-b2a9-5c145648440d {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:15.521291 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1af32-bb86-4fe7-85e2-79c77668c1bc", "name": "network-vif-deleted", "tag": "f007fdbf-550f-45ac-b4a7-dde4f3b6896d", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:15.521554 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73bc8c65-8de9-4be2-b2a9-5c145648440d {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:15.521985 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1af32-bb86-4fe7-85e2-79c77668c1bc', 'name': 'network-vif-deleted', 'tag': 'f007fdbf-550f-45ac-b4a7-dde4f3b6896d', 'status': 'completed', 'code': 200} Nov 24 17:45:15.659925 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-861af841-4ed2-4a15-8904-8981ed5fec5d req-df127467-c2f3-4da9-9731-981b3d45ad8a tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 210 time: 0.0284793 Nov 24 17:45:15.833151 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:16.153847 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:16.449138 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3ada-05a8-4631-91f2-7d7bf9307a1a req-5d214a2e-959a-4e50-af84-40e20a3391ed tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:16.450833 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86cd3ada-05a8-4631-91f2-7d7bf9307a1a req-5d214a2e-959a-4e50-af84-40e20a3391ed tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0604076 Nov 24 17:45:16.510065 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86cd3ada-05a8-4631-91f2-7d7bf9307a1a req-2bdc57a2-6cca-4e73-b990-4a4d298faad2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524120 Nov 24 17:45:16.565467 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f007fdbf-550f-45ac-b4a7-dde4f3b6896d no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:16.586615 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: f007fdbf-550f-45ac-b4a7-dde4f3b6896d {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:16.586962 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device f007fdbf-550f-45ac-b4a7-dde4f3b6896d not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:16.713672 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-343e2967-24e5-41aa-9637-26d1975677c5 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:16.715366 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-343e2967-24e5-41aa-9637-26d1975677c5 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 808 time: 0.1089163 Nov 24 17:45:16.729009 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Request body: {'port': {'device_id': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88', 'admin_state_up': True, 'tenant_id': '121a328cbf08442cb943360b511baf20'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:16.763006 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c530d0b-dce1-470e-9fd1-4935b9092953 req-0f7119ca-89ad-4785-9d1e-247a4c604d3b tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 210 time: 0.0312364 Nov 24 17:45:16.850396 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Made reservation on behalf of 121a328cbf08442cb943360b511baf20 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:45:16.854085 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:16.999213 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Allocated IP 172.20.0.5 (6a91478a-772d-4fef-b837-c258a1d58b88/026d6e3d-3e3b-4fa5-b517-b29527018583/df72ed6a-650a-4975-b058-c779188e3800) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:17.158363 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.197375 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.247765 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Network 6a91478a-772d-4fef-b837-c258a1d58b88 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:17.250921 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:17.254249 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:17.280353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Pushing event updated for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:17.309986 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:17.310645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.329376 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-d04c287e-8a04-4073-a2e3-e96fb67a8475 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045132 Nov 24 17:45:17.348449 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Request body: {'port': {'device_id': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:17.405472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.633577 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa966-062a-438c-9ec2-425373c66b9b req-9aa9aa44-b38f-405d-af28-a90a14726b63 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:17.636722 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-68bfa966-062a-438c-9ec2-425373c66b9b req-9aa9aa44-b38f-405d-af28-a90a14726b63 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0552640 Nov 24 17:45:17.687413 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-68bfa966-062a-438c-9ec2-425373c66b9b req-90a9281c-73e0-4b78-82b1-5261fd027048 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Nov 24 17:45:17.691980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df72ed6a-650a-4975-b058-c779188e3800 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:17.699980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.713172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Transition to ACTIVE for port object df72ed6a-650a-4975-b058-c779188e3800 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:45:17.719093 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.770875 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Pushing event updated for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:17.837289 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Attempting to bind port df72ed6a-650a-4975-b058-c779188e3800 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:45:17.837624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Attempting to bind port df72ed6a-650a-4975-b058-c779188e3800 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:45:17.837957 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Attempting to bind port df72ed6a-650a-4975-b058-c779188e3800 on network 6a91478a-772d-4fef-b837-c258a1d58b88 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:17.844858 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Port df72ed6a-650a-4975-b058-c779188e3800 on network 6a91478a-772d-4fef-b837-c258a1d58b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:45:17.844858 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Attempting to bind port df72ed6a-650a-4975-b058-c779188e3800 on network 6a91478a-772d-4fef-b837-c258a1d58b88 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:17.847627 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:45:17.847963 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Checking segment: {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:45:17.848395 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Bound using segment: {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:45:17.848821 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Bound port: df72ed6a-650a-4975-b058-c779188e3800, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e254cf76-5749-443b-8e0d-41ddfb38b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:45:17.849176 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.884660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176013a-05fc-4bb9-ad55-16d28477a952 req-151dcd45-0532-4dd1-8c01-9a9405854fbd tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:17.886249 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8176013a-05fc-4bb9-ad55-16d28477a952 req-151dcd45-0532-4dd1-8c01-9a9405854fbd tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 943 time: 0.0544364 Nov 24 17:45:17.918754 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:45:17.922047 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=df72ed6a-650a-4975-b058-c779188e3800,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:45:17.927756 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.937026 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8176013a-05fc-4bb9-ad55-16d28477a952 req-66a907a4-9919-4faa-84fc-66de31aa1c30 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Nov 24 17:45:17.967141 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:17.967752 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:17.969179 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] 10.222.0.62 "PUT /v2.0/ports/df72ed6a-650a-4975-b058-c779188e3800 HTTP/1.1" status: 200 len: 1093 time: 0.6290989 Nov 24 17:45:17.969608 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:17.972198 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8929b7ef-2c02-4958-8e14-5a531847578d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "tag": "df72ed6a-650a-4975-b058-c779188e3800"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:17.992214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e4e3-375d-4e03-9819-e2f23b77b597 service neutron] Pushing event updated for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:18.013529 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f42dfb-1634-4ef0-accc-2b1c842a39f1 x-openstack-request-id: req-24f42dfb-1634-4ef0-accc-2b1c842a39f1 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:18.013833 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "tag": "df72ed6a-650a-4975-b058-c779188e3800", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:18.014089 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24f42dfb-1634-4ef0-accc-2b1c842a39f1 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:18.014532 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800', 'status': 'completed', 'code': 200} Nov 24 17:45:18.060200 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-4a3822ca-baf4-4786-978a-23468df43700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.061597 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-4a3822ca-baf4-4786-978a-23468df43700 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 1096 time: 0.0427241 Nov 24 17:45:18.109582 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-821a1cb2-5058-47b4-9042-f3101c03e941 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df72ed6a-650a-4975-b058-c779188e3800 HTTP/1.1" status: 200 len: 217 time: 0.0364997 Nov 24 17:45:18.164066 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-dc8cd5c1-5941-47d3-affc-86358edc4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.165515 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-dc8cd5c1-5941-47d3-affc-86358edc4285 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=026d6e3d-3e3b-4fa5-b517-b29527018583 HTTP/1.1" status: 200 len: 848 time: 0.0465961 Nov 24 17:45:18.199700 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-58147920-eebf-497f-b5f8-e11e6234edf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a91478a-772d-4fef-b837-c258a1d58b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238883 Nov 24 17:45:18.300092 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-a315e816-232a-4f8b-9d19-1b8079e02f29 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875564 Nov 24 17:45:18.413569 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5dd06e97-6ba5-41a8-b5d0-842988c2bb38 req-1476c956-df23-44f2-a36c-2274e397dde7 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040266 Nov 24 17:45:18.507746 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929b7ef-2c02-4958-8e14-5a531847578d req-07d94749-32a2-4a5b-9716-b053d43849c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.509285 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-07d94749-32a2-4a5b-9716-b053d43849c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=121a328cbf08442cb943360b511baf20&device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 1096 time: 0.0417528 Nov 24 17:45:18.609278 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929b7ef-2c02-4958-8e14-5a531847578d req-631225cb-88e9-4813-b82c-0767d29cf70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.610832 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-631225cb-88e9-4813-b82c-0767d29cf70f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 200 len: 909 time: 0.0936251 Nov 24 17:45:18.654653 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-f3f4b1ff-7828-4d2e-b39e-cd1298d162c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df72ed6a-650a-4975-b058-c779188e3800 HTTP/1.1" status: 200 len: 217 time: 0.0354595 Nov 24 17:45:18.709566 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929b7ef-2c02-4958-8e14-5a531847578d req-2c3e1fea-708b-4d75-bedc-5a5ca18fcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.711017 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-2c3e1fea-708b-4d75-bedc-5a5ca18fcc00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=026d6e3d-3e3b-4fa5-b517-b29527018583 HTTP/1.1" status: 200 len: 848 time: 0.0490544 Nov 24 17:45:18.752449 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-2400af56-5119-4404-a186-688e9f5c2c76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a91478a-772d-4fef-b837-c258a1d58b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302413 Nov 24 17:45:18.813312 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032d6a-6073-430a-af88-1e9036f81f42 req-d6d5e0a1-8563-4ace-a15b-5c1bb5816307 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:18.815018 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d2032d6a-6073-430a-af88-1e9036f81f42 req-d6d5e0a1-8563-4ace-a15b-5c1bb5816307 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0528708 Nov 24 17:45:18.860688 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-fac07dfa-467a-420e-bb84-efb0f6d13b18 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918760 Nov 24 17:45:18.880031 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d2032d6a-6073-430a-af88-1e9036f81f42 req-8dbc5764-3e8e-4b4c-8e01-8ff2042bdd6f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536199 Nov 24 17:45:18.977791 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8929b7ef-2c02-4958-8e14-5a531847578d req-c6d73695-3a98-413a-afcb-87ae5c8cc087 service neutron] 10.222.0.62 "GET /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066108 Nov 24 17:45:19.061414 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892691e6-af45-471f-a69b-799cb5cb5f02 req-67a1a8fb-ca49-464d-9c97-c0e2420c7752 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:19.063245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-892691e6-af45-471f-a69b-799cb5cb5f02 req-67a1a8fb-ca49-464d-9c97-c0e2420c7752 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 943 time: 0.0499439 Nov 24 17:45:19.122940 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-892691e6-af45-471f-a69b-799cb5cb5f02 req-a39549b8-d2d1-4324-b2d9-fd9aab4614e6 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530367 Nov 24 17:45:19.998416 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572370ef-a42a-4d95-86d3-d7bef75ae259 req-d568cace-e036-43cd-afac-12d7601752b9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:20.000072 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-572370ef-a42a-4d95-86d3-d7bef75ae259 req-d568cace-e036-43cd-afac-12d7601752b9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 943 time: 0.0507498 Nov 24 17:45:20.059847 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-572370ef-a42a-4d95-86d3-d7bef75ae259 req-3326de2b-4217-429d-8c61-38134beffbe1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481615 Nov 24 17:45:20.244371 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161ac35-528d-495b-b69e-d0e89bd72121 req-f6760a08-146e-412d-b30d-7e85035319a1 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:20.245890 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8161ac35-528d-495b-b69e-d0e89bd72121 req-f6760a08-146e-412d-b30d-7e85035319a1 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 943 time: 0.0507505 Nov 24 17:45:20.297371 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8161ac35-528d-495b-b69e-d0e89bd72121 req-4ee3d03f-84f4-42aa-81f4-848aedf801ed tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Nov 24 17:45:20.583623 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 5f901589-c34b-4c4b-8324-20af0c6ddf56 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:45:20.689721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:20.701298 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'port_id': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'mac_address': 'fa:16:3e:f7:b5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:45:20.739006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:20.752364 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f901589-c34b-4c4b-8324-20af0c6ddf56 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:20.772645 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:20.780206 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:20.780970 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device df72ed6a-650a-4975-b058-c779188e3800 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:45:20.861636 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:20.923828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=df72ed6a-650a-4975-b058-c779188e3800,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:20.927680 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4fa5b-5c81-43ec-95f5-949c95f7d6b1 req-e793bd3d-28c1-462e-92d8-8a59fa43edb4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:20.929231 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f2d4fa5b-5c81-43ec-95f5-949c95f7d6b1 req-e793bd3d-28c1-462e-92d8-8a59fa43edb4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0545604 Nov 24 17:45:20.936370 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'df72ed6a-650a-4975-b058-c779188e3800', 'network_id': '6a91478a-772d-4fef-b837-c258a1d58b88', 'port_id': 'df72ed6a-650a-4975-b058-c779188e3800', 'mac_address': 'fa:16:3e:d9:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026d6e3d-3e3b-4fa5-b517-b29527018583', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:45:20.973752 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:20.977742 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f2d4fa5b-5c81-43ec-95f5-949c95f7d6b1 req-59af4bd5-4113-4132-91aa-8a9dccf9bf2d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 Nov 24 17:45:20.990438 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df72ed6a-650a-4975-b058-c779188e3800 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:21.009457 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=df72ed6a-650a-4975-b058-c779188e3800,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:21.015575 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:21.074259 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:21.200937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ad293-7318-4b12-8733-b7a8d78a9e2d req-24af9af0-f3c8-47a2-82b7-f3d7f06ed9d7 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:21.202589 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-867ad293-7318-4b12-8733-b7a8d78a9e2d req-24af9af0-f3c8-47a2-82b7-f3d7f06ed9d7 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 944 time: 0.0653787 Nov 24 17:45:21.255426 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-867ad293-7318-4b12-8733-b7a8d78a9e2d req-2581d8fc-c414-4fe5-92f7-87cc07e36e6e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Nov 24 17:45:21.308324 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['df72ed6a-650a-4975-b058-c779188e3800'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:21.315165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['5f901589-c34b-4c4b-8324-20af0c6ddf56'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:21.429472 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ba1e4-4f43-4282-8c2c-fb0851bd2bb4 req-993e10e5-788b-4d9f-b6eb-0aef30ee5669 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:21.431210 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-660ba1e4-4f43-4282-8c2c-fb0851bd2bb4 req-993e10e5-788b-4d9f-b6eb-0aef30ee5669 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 944 time: 0.0552263 Nov 24 17:45:21.487212 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-660ba1e4-4f43-4282-8c2c-fb0851bd2bb4 req-d8731af9-d53e-4d78-a957-364106ede9ae tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484085 Nov 24 17:45:22.103525 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e5100-c470-442b-9a99-dfa01d3d518b req-d6e9603b-729c-4626-acf2-d995afaa23a0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:22.105142 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a6e5100-c470-442b-9a99-dfa01d3d518b req-d6e9603b-729c-4626-acf2-d995afaa23a0 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0547419 Nov 24 17:45:22.164421 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a6e5100-c470-442b-9a99-dfa01d3d518b req-85af3128-73fc-468d-bc2a-68d6841824c2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517442 Nov 24 17:45:22.394110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a3e17-e843-4f0f-9ce8-e0c43cd7fbf6 req-b22b5780-f4a1-4d2f-b73d-e2bb9c297202 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:22.395819 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-197a3e17-e843-4f0f-9ce8-e0c43cd7fbf6 req-b22b5780-f4a1-4d2f-b73d-e2bb9c297202 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 944 time: 0.0553889 Nov 24 17:45:22.460083 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-197a3e17-e843-4f0f-9ce8-e0c43cd7fbf6 req-6b1e326e-1a56-462f-807f-ad430a8a0688 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529096 Nov 24 17:45:22.590008 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 5f901589-c34b-4c4b-8324-20af0c6ddf56 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:45:22.617993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209d04-1022-47da-8951-01775ff7a4ec req-8453a420-82a3-4bf5-859d-d402173120ce tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:22.619809 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-02209d04-1022-47da-8951-01775ff7a4ec req-8453a420-82a3-4bf5-859d-d402173120ce tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 944 time: 0.0610590 Nov 24 17:45:22.646757 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 5f901589-c34b-4c4b-8324-20af0c6ddf56 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:45:22.651918 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 5f901589-c34b-4c4b-8324-20af0c6ddf56 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:22.652291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:22.679057 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-02209d04-1022-47da-8951-01775ff7a4ec req-a7568700-0e5e-4fe7-ab06-bd6e3758b61d tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Nov 24 17:45:22.754285 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:22.788219 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:22.791009 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a94850f-17df-41e1-8382-e346f765ea67" -d '{"events": [{"server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "name": "network-vif-plugged", "status": "completed", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:22.805214 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:22.811836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:22.812933 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device df72ed6a-650a-4975-b058-c779188e3800 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:45:22.853250 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3892394-98f5-48c6-9db9-23972118219a x-openstack-request-id: req-a3892394-98f5-48c6-9db9-23972118219a {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:22.853478 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "name": "network-vif-plugged", "status": "completed", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:22.853711 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3892394-98f5-48c6-9db9-23972118219a {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:22.854107 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'code': 200} Nov 24 17:45:22.895345 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:22.908605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port df72ed6a-650a-4975-b058-c779188e3800 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:45:22.912994 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port df72ed6a-650a-4975-b058-c779188e3800 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:22.913366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.009494 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.055072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-8cdbc6f1-ee9f-4049-8626-f1e1f8702f49 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:23.056407 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=df72ed6a-650a-4975-b058-c779188e3800,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:23.056986 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-8cdbc6f1-ee9f-4049-8626-f1e1f8702f49 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0581312 Nov 24 17:45:23.062466 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.122067 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:23.172273 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d091-b18f-4ce8-a757-909801d9ab86 req-b2925ce7-804f-4aa9-a477-9ed33dbbaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:23.173859 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a829d091-b18f-4ce8-a757-909801d9ab86 req-b2925ce7-804f-4aa9-a477-9ed33dbbaab2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1098 time: 0.1159613 Nov 24 17:45:23.241286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Deleting port 331797b4-8140-442f-a1c9-f6f42db91c49 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:23.241619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.249334 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a829d091-b18f-4ce8-a757-909801d9ab86 req-b4489ee4-7cff-415d-a42b-1ed70526e6f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646656 Nov 24 17:45:23.327881 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f0194-b76f-4cfb-a977-a334ca5c9c5f req-446cd2b4-ab82-42c7-9d9e-8464dae05f69 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:23.329598 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b52f0194-b76f-4cfb-a977-a334ca5c9c5f req-446cd2b4-ab82-42c7-9d9e-8464dae05f69 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 946 time: 0.0630727 Nov 24 17:45:23.357345 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] For port 331797b4-8140-442f-a1c9-f6f42db91c49, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=331797b4-8140-442f-a1c9-f6f42db91c49,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:23.357715 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.400756 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b52f0194-b76f-4cfb-a977-a334ca5c9c5f req-d780a943-3a9c-41f8-b934-4ff86b4b9930 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=e329e41d-17b7-4876-8c24-2cd8d9236b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641708 Nov 24 17:45:23.612496 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fd47-52e9-48aa-925a-fdfa0a890ca4 req-d5580470-166a-4667-8612-31f1b460ab0e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:23.614263 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6688fd47-52e9-48aa-925a-fdfa0a890ca4 req-d5580470-166a-4667-8612-31f1b460ab0e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0657885 Nov 24 17:45:23.683344 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6688fd47-52e9-48aa-925a-fdfa0a890ca4 req-d52ba0ce-e868-4562-b723-fda930476990 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582402 Nov 24 17:45:23.854657 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fd29a-8bb1-47ea-890b-8a58f094b4c3 req-24293f94-9e8c-4617-89f6-e5eca0eb3dc7 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:23.857097 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.857279 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a24fd29a-8bb1-47ea-890b-8a58f094b4c3 req-24293f94-9e8c-4617-89f6-e5eca0eb3dc7 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.0720706 Nov 24 17:45:23.857623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:23.857983 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Floating IP cd7eb6d4-b224-423c-8aff-de7ebfb17c92 disassociated. External IP: 172.27.2.149, port: 331797b4-8140-442f-a1c9-f6f42db91c49. Nov 24 17:45:23.858460 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Calling delete_port for 331797b4-8140-442f-a1c9-f6f42db91c49 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:23.917720 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a24fd29a-8bb1-47ea-890b-8a58f094b4c3 req-cd9ec295-a879-495c-af3e-0beaa9476358 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538111 Nov 24 17:45:24.004975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:24.040888 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'Port': ['ID=331797b4-8140-442f-a1c9-f6f42db91c49,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:24.176588 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:24.311860 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:24.336638 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:24.355058 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:24.355949 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:24.359212 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] No DVR routers for this DVR port 331797b4-8140-442f-a1c9-f6f42db91c49 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:24.363197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:24.367308 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-97b9822c-24c0-4907-ae36-a8743c20c480 req-4effd346-0915-4180-9dd3-12c688c95989 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "DELETE /v2.0/ports/331797b4-8140-442f-a1c9-f6f42db91c49 HTTP/1.1" status: 204 len: 173 time: 1.2802713 Nov 24 17:45:24.367795 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'name': 'network-vif-deleted', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:24.370162 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da184fbd-0f1d-4509-89a8-af7201223ed8" -d '{"events": [{"server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "name": "network-vif-deleted", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:24.476555 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681df58-afb3-4b42-9c0c-dd0b67ad4899 x-openstack-request-id: req-b681df58-afb3-4b42-9c0c-dd0b67ad4899 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:24.478433 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21035cc-46a7-4ee6-a0ca-189e070d69f9", "name": "network-vif-deleted", "tag": "331797b4-8140-442f-a1c9-f6f42db91c49", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:24.479263 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b681df58-afb3-4b42-9c0c-dd0b67ad4899 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:24.480043 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21035cc-46a7-4ee6-a0ca-189e070d69f9', 'name': 'network-vif-deleted', 'tag': '331797b4-8140-442f-a1c9-f6f42db91c49', 'status': 'completed', 'code': 200} Nov 24 17:45:24.576183 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-37944476-2bbb-4111-92f3-26377f9c349d req-60df7dc8-92a2-416f-b5ee-a45df4bbf03c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=e21035cc-46a7-4ee6-a0ca-189e070d69f9 HTTP/1.1" status: 200 len: 210 time: 0.0524693 Nov 24 17:45:24.606451 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:24.855357 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:24.855611 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08924-43ca-45e6-9071-4e37b9606aeb req-7c5d257b-755b-482d-ab8a-45fe3710b2dc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:24.856993 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2bd08924-43ca-45e6-9071-4e37b9606aeb req-7c5d257b-755b-482d-ab8a-45fe3710b2dc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0808606 Nov 24 17:45:24.859793 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f3b384-2703-4eca-b563-48c576ab4d09" -d '{"events": [{"server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "name": "network-vif-plugged", "status": "completed", "tag": "df72ed6a-650a-4975-b058-c779188e3800"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:24.886574 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:24.924286 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:24.935156 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be418648-9777-430b-906b-670dd62dd141 x-openstack-request-id: req-be418648-9777-430b-906b-670dd62dd141 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:24.935459 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "name": "network-vif-plugged", "status": "completed", "tag": "df72ed6a-650a-4975-b058-c779188e3800", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:24.935768 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be418648-9777-430b-906b-670dd62dd141 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:24.936096 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800', 'code': 200} Nov 24 17:45:24.938463 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:24.939119 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:24.975562 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2bd08924-43ca-45e6-9071-4e37b9606aeb req-7b0e7076-f234-4612-862c-09adf84425c2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035953 Nov 24 17:45:25.165474 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:25.207177 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b49e0b-e1df-466c-acff-265be666781c req-dd2ebd38-7e86-4449-bed4-e2d362e4f0e0 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:25.208851 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a3b49e0b-e1df-466c-acff-265be666781c req-dd2ebd38-7e86-4449-bed4-e2d362e4f0e0 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.1368108 Nov 24 17:45:25.247308 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddc1a2-ff26-49f0-bd7e-5e1a58b96308 req-6294d357-ab7a-49ff-98ef-7c45e4500d45 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:25.255636 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57ddc1a2-ff26-49f0-bd7e-5e1a58b96308 req-6294d357-ab7a-49ff-98ef-7c45e4500d45 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.1245661 Nov 24 17:45:25.297250 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783e3ea-c9ba-402a-9507-7533b4db28da req-54f04757-156c-45b5-87bc-92f89ed08fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:25.298838 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6783e3ea-c9ba-402a-9507-7533b4db28da req-54f04757-156c-45b5-87bc-92f89ed08fed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 1098 time: 0.0603096 Nov 24 17:45:25.346554 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a3b49e0b-e1df-466c-acff-265be666781c req-62f0c492-fa3c-4548-b08c-c36260cf8d7c tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 Nov 24 17:45:25.359016 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57ddc1a2-ff26-49f0-bd7e-5e1a58b96308 req-6f84303e-5253-4961-88b8-ff43731d9a04 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023626 Nov 24 17:45:25.378001 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55314) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:25.393122 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6783e3ea-c9ba-402a-9507-7533b4db28da req-36ebbeb1-86bf-4e8a-84f6-cf009dad63d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828333 Nov 24 17:45:25.510945 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:25.548824 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4487818-15a4-4f8f-ad87-5ea25df577bc None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:25.585330 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1a88e-b5e1-4b31-90fb-c3e65fa79b75 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:25.587947 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ddf1a88e-b5e1-4b31-90fb-c3e65fa79b75 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1093 time: 0.2082627 Nov 24 17:45:25.590897 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55318) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:25.598804 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'port_id': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:25.633019 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.713325 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55326) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:25.798199 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.831751 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.861806 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.935524 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef9832-afc5-4a74-a336-a7c3b04f030e None None] New status for floating IP cd7eb6d4-b224-423c-8aff-de7ebfb17c92: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:45:25.940465 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.947106 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:25.950015 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "DELETE /v2.0/security-groups/e329e41d-17b7-4876-8c24-2cd8d9236b90 HTTP/1.1" status: 204 len: 168 time: 0.2353370 Nov 24 17:45:25.953702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55328) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:25.968950 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723e51d-58a4-4349-a199-6d36490932a2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e329e41d-17b7-4876-8c24-2cd8d9236b90,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:26.027802 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.api.v2.resource [None req-a8efb5d7-e9c3-46b1-a911-f8c66abead14 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] show failed (client error): The resource could not be found. Nov 24 17:45:26.029009 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a8efb5d7-e9c3-46b1-a911-f8c66abead14 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups/e329e41d-17b7-4876-8c24-2cd8d9236b90 HTTP/1.1" status: 404 len: 347 time: 0.0736260 Nov 24 17:45:26.032013 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55330) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:26.122531 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.27.2.198 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/51cadb3a-443c-4b04-963a-03c3b29d9702) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:26.314065 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Deleting port 5a21c97d-b668-4a36-8906-4e5747620474 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:26.314849 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:26.343328 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:26.439788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:26.440541 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:26.460392 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Calling delete_port for 5a21c97d-b668-4a36-8906-4e5747620474 owned by network:floatingip {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:26.478561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:26.542457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5a191-3948-4322-babb-19040ca4303a req-67b30752-2eed-4ac2-a2cf-7ef73042963e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:26.545176 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-53e5a191-3948-4322-babb-19040ca4303a req-67b30752-2eed-4ac2-a2cf-7ef73042963e tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.0949445 Nov 24 17:45:26.600232 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:26.601251 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 331797b4-8140-442f-a1c9-f6f42db91c49 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:26.616554 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:26.642727 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-53e5a191-3948-4322-babb-19040ca4303a req-e95b7f37-af1a-4f64-b0dc-b07d2b9ddf46 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865672 Nov 24 17:45:26.651972 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:26.656973 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=51cadb3a-443c-4b04-963a-03c3b29d9702,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:26.660325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 331797b4-8140-442f-a1c9-f6f42db91c49 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:26.661058 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 331797b4-8140-442f-a1c9-f6f42db91c49 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:26.933106 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.009645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'Port': ['ID=5a21c97d-b668-4a36-8906-4e5747620474,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:27.127690 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.130446 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.131723 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6ea40158-c31d-4fe2-832c-512f46bd4dba tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd7eb6d4-b224-423c-8aff-de7ebfb17c92 HTTP/1.1" status: 204 len: 168 time: 1.0983558 Nov 24 17:45:27.394378 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.506500 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.528745 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55336) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:27.537371 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989861516', 'description': 'tempest-description--1645892529'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:27.592157 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.708900 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.717165 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.763005 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.763599 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.764297 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2341771 Nov 24 17:45:27.768739 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55340) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:27.773678 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group_rule': {'security_group_id': '961a0ebc-ac2f-4a74-8064-2ab210d4e599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:27.780116 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31fd41-e621-4f83-ace9-6996e7cb38f2 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961a0ebc-ac2f-4a74-8064-2ab210d4e599,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:27.781543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.809385 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19e477-5d6f-46a1-b375-6cc91adab226 req-ade62a7d-0ff7-4611-9bb6-beeb6e8032c1 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:27.811101 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e19e477-5d6f-46a1-b375-6cc91adab226 req-ade62a7d-0ff7-4611-9bb6-beeb6e8032c1 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.0647299 Nov 24 17:45:27.883041 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e19e477-5d6f-46a1-b375-6cc91adab226 req-263d5f80-571d-45f4-abd4-300c6be08377 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631123 Nov 24 17:45:27.898451 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=51cadb3a-443c-4b04-963a-03c3b29d9702,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:27.902803 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:27.905639 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.344349 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.351664 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.358869 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 24d78152-c3e2-40a8-981d-4ee40e472277 associated. External IP: 172.27.2.198, port: 5f901589-c34b-4c4b-8324-20af0c6ddf56. Nov 24 17:45:28.428954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9300c-1cec-4311-b07a-135598cb7b3a,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:28.442054 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.443889 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bcc7c20e-3ca6-4211-b024-3098c0a52dfb tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6741257 Nov 24 17:45:28.447140 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55352) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:28.461120 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'security_group_rule': {'security_group_id': '961a0ebc-ac2f-4a74-8064-2ab210d4e599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:28.498194 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.568869 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.574090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.597125 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47506b64-13b9-4e84-b849-6629001a21cb,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:28.609097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.611162 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f270b9df-8412-47d3-bbad-e6ae9d48d2cf tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622083 Nov 24 17:45:28.617536 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55356) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:28.625992 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:28.667296 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.697430 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:28.831886 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a29f53-cc63-4ac0-910e-f1c514e2c917 req-5c8bf789-2f34-4f70-ad5b-2edd1fe7bb13 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:28.833483 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f3a29f53-cc63-4ac0-910e-f1c514e2c917 req-5c8bf789-2f34-4f70-ad5b-2edd1fe7bb13 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.0761030 Nov 24 17:45:28.845644 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.880220 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:28.897364 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:28.914501 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:28.918550 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:28.920081 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:28.949742 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f3a29f53-cc63-4ac0-910e-f1c514e2c917 req-118037a0-650a-4865-b0ed-4d9921e883d5 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010857 Nov 24 17:45:28.965602 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7ece0743-1ba7-4ae5-be24-34bcad53dd06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3727331 Nov 24 17:45:28.967705 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:28.974189 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763f490-7e8f-4a44-b249-a4d4d6192f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:29.037841 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Allocated IP 172.27.2.136 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:29.052382 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39117b6-e250-43c6-be46-453b6f27aef6 x-openstack-request-id: req-d39117b6-e250-43c6-be46-453b6f27aef6 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:29.052813 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:29.052942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d39117b6-e250-43c6-be46-453b6f27aef6 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:29.053372 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'status': 'completed', 'code': 200} Nov 24 17:45:29.057174 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:29.143919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-4c673ce2-b3c1-4002-867d-6d399d1c83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:29.145539 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-4c673ce2-b3c1-4002-867d-6d399d1c83eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1098 time: 0.0577283 Nov 24 17:45:29.206993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.246089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.269002 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:45:29.291823 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-5dbff528-3ecc-4fbb-9ccd-3930175a4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:29.293361 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-5dbff528-3ecc-4fbb-9ccd-3930175a4145 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.1378078 Nov 24 17:45:29.300684 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:29.303861 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:29.306530 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:29.314531 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:29.415945 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '24d78152-c3e2-40a8-981d-4ee40e472277', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:f7:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:27Z', 'updated_at': '2021-11-24T17:45:27Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:29.418074 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.422210 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-02fef7fb-e0c2-4713-9f1d-b1848349e29a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 200 len: 999 time: 0.1105030 Nov 24 17:45:29.451801 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:29.469597 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.472914 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:29.475064 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:29.497521 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-41f3a134-f353-4356-82f4-fcfce0e6f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:29.499144 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-41f3a134-f353-4356-82f4-fcfce0e6f1a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0631371 Nov 24 17:45:29.573139 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-ca7a2cc6-394d-4fa5-9c98-7d62e3ce25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:29.575203 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-ca7a2cc6-394d-4fa5-9c98-7d62e3ce25de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652049 Nov 24 17:45:29.685185 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.695899 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.707828 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-6a009e46-ab63-40fc-bec9-7974fe648a47 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207635 Nov 24 17:45:29.791409 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:29.798721 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:29.822258 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.842345 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2763f490-7e8f-4a44-b249-a4d4d6192f0f req-51e12453-302c-4b1c-a57c-b254cf573f21 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Nov 24 17:45:29.843415 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:29.845245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-94e78a6c-a05e-4c06-b47a-5a8e735aa607 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2258041 Nov 24 17:45:30.145759 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a99103-64aa-4dcc-aabe-a53c4995b4c0 req-2360652e-496b-4cf5-b491-ad76bb48466f tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:30.146156 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '24d78152-c3e2-40a8-981d-4ee40e472277', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:f7:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:27Z', 'updated_at': '2021-11-24T17:45:27Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:30.148136 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e8a99103-64aa-4dcc-aabe-a53c4995b4c0 req-2360652e-496b-4cf5-b491-ad76bb48466f tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.0919843 Nov 24 17:45:30.157430 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-1882d285-3def-488f-8b20-266df67f4689 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--989861516&fields=id&tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 267 time: 0.0716419 Nov 24 17:45:30.208267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc734d4-9efb-4454-8137-4a8325aca6cf None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '24d78152-c3e2-40a8-981d-4ee40e472277', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:f7:b5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:27Z', 'updated_at': '2021-11-24T17:45:27Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:30.247310 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-63d2f7d9-2699-4d35-a331-ff299487fb43 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:30.249480 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-63d2f7d9-2699-4d35-a331-ff299487fb43 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 945 time: 0.1015971 Nov 24 17:45:30.275345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e8a99103-64aa-4dcc-aabe-a53c4995b4c0 req-8dc7fd44-a4ba-405d-8eeb-eb9e0213ee48 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129711 Nov 24 17:45:30.397828 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Deleting port df72ed6a-650a-4975-b058-c779188e3800 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:30.398623 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:30.400390 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-b8329694-728c-477f-a0c6-77922b428ad8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:30.403575 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-b8329694-728c-477f-a0c6-77922b428ad8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 811 time: 0.2171319 Nov 24 17:45:30.427246 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-8746f6e4-d751-4473-830e-e498bc9e5498 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/quotas/47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 375 time: 0.0143349 Nov 24 17:45:30.502745 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-caf9bfc4-a7b9-4fbd-a4ed-c0c1c01a94da tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620773 Nov 24 17:45:30.564716 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef4150a-973f-423b-a7c8-9d195bb90697 None None] New status for floating IP 24d78152-c3e2-40a8-981d-4ee40e472277: ACTIVE {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:45:30.578662 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] For port df72ed6a-650a-4975-b058-c779188e3800, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=df72ed6a-650a-4975-b058-c779188e3800,segment=NetworkSegment(e254cf76-5749-443b-8e0d-41ddfb38b934),segment_id=e254cf76-5749-443b-8e0d-41ddfb38b934)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:30.580505 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:30.606088 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Calling delete_port for df72ed6a-650a-4975-b058-c779188e3800 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:30.860527 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:30.913679 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Pushing event deleted for resources: {'Port': ['ID=df72ed6a-650a-4975-b058-c779188e3800,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:30.995087 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] No DVR routers for this DVR port df72ed6a-650a-4975-b058-c779188e3800 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:31.002296 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:31.007249 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-30a45188-3ca1-4cd9-9d95-529d66401980 req-c1033ea8-ef61-4fbd-a6d3-18f7efd27cd8 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.62 "DELETE /v2.0/ports/df72ed6a-650a-4975-b058-c779188e3800 HTTP/1.1" status: 204 len: 173 time: 0.7490606 Nov 24 17:45:31.055217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'name': 'network-vif-deleted', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:31.060602 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaffbe2-95a2-47e3-b226-269e0611104f" -d '{"events": [{"server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "name": "network-vif-deleted", "tag": "df72ed6a-650a-4975-b058-c779188e3800"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:31.096477 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-83e199c2-fa1a-42fc-8f0a-299131dec282 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714793 Nov 24 17:45:31.168400 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e134f20b-92dd-45e8-ba42-279a58346a1a x-openstack-request-id: req-e134f20b-92dd-45e8-ba42-279a58346a1a {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:31.169029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d46ee31-e10b-4b2a-9eee-8683cba9a99a", "name": "network-vif-deleted", "tag": "df72ed6a-650a-4975-b058-c779188e3800", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:31.169565 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e134f20b-92dd-45e8-ba42-279a58346a1a {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:31.170269 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d46ee31-e10b-4b2a-9eee-8683cba9a99a', 'name': 'network-vif-deleted', 'tag': 'df72ed6a-650a-4975-b058-c779188e3800', 'status': 'completed', 'code': 200} Nov 24 17:45:31.251434 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-e87bb18a-ed0b-403c-87ad-f849f62eda86 service neutron] 10.222.0.41 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437402 Nov 24 17:45:31.437327 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57d7d880-ed3c-4d94-bc53-057f5ceb8891 req-15282ab2-099a-4655-99bd-faa6979999e5 tempest-VolumesActionsTest-171511796 tempest-VolumesActionsTest-171511796-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d46ee31-e10b-4b2a-9eee-8683cba9a99a HTTP/1.1" status: 200 len: 210 time: 0.0451999 Nov 24 17:45:31.491810 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6f4ad3be-2ec1-40b7-82f5-e07632fc18c3 req-f80ae544-0d1a-4e6a-8341-fca9f2661350 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 210 time: 0.0440063 Nov 24 17:45:32.617048 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device df72ed6a-650a-4975-b058-c779188e3800 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:32.668955 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: df72ed6a-650a-4975-b058-c779188e3800 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:32.668955 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device df72ed6a-650a-4975-b058-c779188e3800 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:32.669239 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-28f2fc33-fa13-4e4a-bde9-d7a03a62f7f4 req-8f8141db-73a7-41fd-a74c-2d943b6cef52 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 210 time: 0.0566614 Nov 24 17:45:32.899952 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-34ab956e-36a8-4a23-9047-ce93c6691fe8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:32.901393 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-34ab956e-36a8-4a23-9047-ce93c6691fe8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 811 time: 0.1613269 Nov 24 17:45:32.987504 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-e53efea6-7baf-4e70-98f5-296f7f8b728f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a HTTP/1.1" status: 200 len: 379 time: 0.0758805 Nov 24 17:45:32.998508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'port': {'device_id': '1c482186-b536-4379-ad7e-1a30e25979a7', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'admin_state_up': True, 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'security_groups': ['961a0ebc-ac2f-4a74-8064-2ab210d4e599']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:33.140664 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Made reservation on behalf of 47fb5d9aefd14d2c9ac4382f6bdc116a for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:45:33.150495 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:33.324000 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Allocated IP 172.20.0.3 (6ad01a51-cbe3-4928-a6be-0d787217b498/450dfcd4-8df1-4c9a-bb2a-bddfc3c03228/d8f4e847-636a-46e2-8325-65725e0052f4) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:33.547956 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:33.621429 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:33.721129 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:33.735601 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:33.738644 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event updated for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:33.741547 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:33.830651 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:33.832065 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:33.859297 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-28cdef84-9039-4f13-92a3-66a6abe4aa0e tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648300 Nov 24 17:45:33.983034 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296163-c09c-4224-9c62-ec576c2d9881 req-1ffcc20c-95d1-4e80-b163-83830f55f580 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:33.985276 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32296163-c09c-4224-9c62-ec576c2d9881 req-1ffcc20c-95d1-4e80-b163-83830f55f580 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 931 time: 0.2293775 Nov 24 17:45:34.043160 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32296163-c09c-4224-9c62-ec576c2d9881 req-4efdf428-e30e-4044-b7be-baf406da5093 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509665 Nov 24 17:45:34.054382 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-0c47b0a0-b70c-4fda-bccd-76c822e30c01 None None] Provisioning complete for port d8f4e847-636a-46e2-8325-65725e0052f4 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:34.055141 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0c47b0a0-b70c-4fda-bccd-76c822e30c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:34.091697 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-0c47b0a0-b70c-4fda-bccd-76c822e30c01 None None] Port d8f4e847-636a-46e2-8325-65725e0052f4 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:45:35.233102 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460b64-85f4-482a-880d-c0ae02e1c0fa req-ddf1b138-0135-4df5-9061-a075de5224a1 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:35.234752 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9d460b64-85f4-482a-880d-c0ae02e1c0fa req-ddf1b138-0135-4df5-9061-a075de5224a1 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 931 time: 0.1195695 Nov 24 17:45:35.297762 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9d460b64-85f4-482a-880d-c0ae02e1c0fa req-79359f9e-5472-43be-88e9-3fed4fbd9f51 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558972 Nov 24 17:45:36.427521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556209-920e-4ac2-b1c1-5e24a61c9b22 req-8524d65f-48a0-4655-86c5-9719b344fde4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:36.428990 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-93556209-920e-4ac2-b1c1-5e24a61c9b22 req-8524d65f-48a0-4655-86c5-9719b344fde4 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 931 time: 0.0566742 Nov 24 17:45:36.481525 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-93556209-920e-4ac2-b1c1-5e24a61c9b22 req-10c5c40e-6408-4b9e-b6b4-6e52bbe91671 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464017 Nov 24 17:45:36.578633 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Request body: {'port': {'device_id': '1c482186-b536-4379-ad7e-1a30e25979a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:36.639801 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:36.924925 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f4e847-636a-46e2-8325-65725e0052f4 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:36.945216 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:36.958580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Transition to ACTIVE for port object d8f4e847-636a-46e2-8325-65725e0052f4 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:45:36.963988 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:37.057364 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:37.111017 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Attempting to bind port d8f4e847-636a-46e2-8325-65725e0052f4 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:45:37.111353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Attempting to bind port d8f4e847-636a-46e2-8325-65725e0052f4 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:45:37.111683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Attempting to bind port d8f4e847-636a-46e2-8325-65725e0052f4 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:37.117242 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Port d8f4e847-636a-46e2-8325-65725e0052f4 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:45:37.117561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Attempting to bind port d8f4e847-636a-46e2-8325-65725e0052f4 on network 6ad01a51-cbe3-4928-a6be-0d787217b498 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:37.123233 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:45:37.123980 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Checking segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:45:37.124374 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Bound using segment: {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:45:37.124816 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Bound port: d8f4e847-636a-46e2-8325-65725e0052f4, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2474bb-b9f3-452d-8895-a93975cffa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:45:37.125237 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:37.211214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:45:37.215653 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d8f4e847-636a-46e2-8325-65725e0052f4,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:45:37.221570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:37.262017 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.262666 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:37.264072 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8f4e847-636a-46e2-8325-65725e0052f4 HTTP/1.1" status: 200 len: 1093 time: 0.6901963 Nov 24 17:45:37.264500 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:37.266854 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47586cfe-a786-4921-946f-53fc06abcf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:37.288186 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61187bb2-b0d7-4ab8-9eda-33f3a27bdba9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:37.314537 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944fdfb-d792-4e2c-a484-02a0f2a55d1c x-openstack-request-id: req-6944fdfb-d792-4e2c-a484-02a0f2a55d1c {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:37.314837 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:37.315100 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6944fdfb-d792-4e2c-a484-02a0f2a55d1c {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:37.315504 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'status': 'completed', 'code': 200} Nov 24 17:45:37.376112 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-d9b8e8ec-dfc6-4185-ad4c-2b364b27a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.377803 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-d9b8e8ec-dfc6-4185-ad4c-2b364b27a84d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 1096 time: 0.0497174 Nov 24 17:45:37.428796 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-15c56b40-2715-4486-8d59-485300323245 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f4e847-636a-46e2-8325-65725e0052f4 HTTP/1.1" status: 200 len: 217 time: 0.0405841 Nov 24 17:45:37.490047 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-550aaff2-a546-4b40-b9a3-5dd16416c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.491580 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-550aaff2-a546-4b40-b9a3-5dd16416c311 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0541785 Nov 24 17:45:37.544963 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed825a3-8273-4106-b5d9-559f05922747 req-264f2578-0245-40a6-a7c5-93e3ae4029d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.546561 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-264f2578-0245-40a6-a7c5-93e3ae4029d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444295 Nov 24 17:45:37.626826 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b939-8866-472b-ba52-da02e74e0e51 req-cd79826b-aba7-4b23-b1de-2cedfb3576af tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.629004 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45b6b939-8866-472b-ba52-da02e74e0e51 req-cd79826b-aba7-4b23-b1de-2cedfb3576af tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 943 time: 0.0637140 Nov 24 17:45:37.697836 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-f4b00a58-cde2-4c46-8345-1bca037e5723 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425138 Nov 24 17:45:37.712850 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45b6b939-8866-472b-ba52-da02e74e0e51 req-20ddc00e-3860-46b1-96f8-c54041f5d4dd tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761254 Nov 24 17:45:37.812198 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9ed825a3-8273-4106-b5d9-559f05922747 req-0de91d32-e4c6-46f3-aae2-85314ea93158 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055257 Nov 24 17:45:37.919265 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586cfe-a786-4921-946f-53fc06abcf0a req-4371c23b-f5a8-4aa6-8594-88f52519a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:37.921071 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-4371c23b-f5a8-4aa6-8594-88f52519a1e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 1096 time: 0.0510836 Nov 24 17:45:38.034431 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586cfe-a786-4921-946f-53fc06abcf0a req-9e84a96b-6ac2-4ad5-ba88-a5ab529402eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:38.036835 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-9e84a96b-6ac2-4ad5-ba88-a5ab529402eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.1050861 Nov 24 17:45:38.135844 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-b0a7160e-1063-42e0-a800-a56cf3945400 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f4e847-636a-46e2-8325-65725e0052f4 HTTP/1.1" status: 200 len: 217 time: 0.0880179 Nov 24 17:45:38.222589 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586cfe-a786-4921-946f-53fc06abcf0a req-10abbc3a-c2a8-43e4-98d7-43aacabc56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:38.224736 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-10abbc3a-c2a8-43e4-98d7-43aacabc56b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0813217 Nov 24 17:45:38.287103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586cfe-a786-4921-946f-53fc06abcf0a req-5af1210d-184f-4554-aade-c740d784d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:38.289859 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-5af1210d-184f-4554-aade-c740d784d154 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566075 Nov 24 17:45:38.498475 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-c84b5a2c-cbb7-49b1-98f8-93a1e18fcf12 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970117 Nov 24 17:45:38.746375 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-47586cfe-a786-4921-946f-53fc06abcf0a req-a09f8f3d-38f6-4bea-b015-50f85854038e service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372222 Nov 24 17:45:38.934026 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74935a4-90ef-46e6-bdb7-21d163245927 req-64916dc7-2cf1-4d83-88ee-78d14c6e677b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:38.937005 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e74935a4-90ef-46e6-bdb7-21d163245927 req-64916dc7-2cf1-4d83-88ee-78d14c6e677b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.1590886 Nov 24 17:45:38.984685 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac6a66-f3e0-42fa-a02d-91d5d68fbc6d req-2c7df088-caa3-4aed-80a4-e18bf7e17443 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:38.986920 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bcac6a66-f3e0-42fa-a02d-91d5d68fbc6d req-2c7df088-caa3-4aed-80a4-e18bf7e17443 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 943 time: 0.1317921 Nov 24 17:45:39.049809 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e74935a4-90ef-46e6-bdb7-21d163245927 req-f145ea80-d213-4a64-afa5-60e6a169a35a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023688 Nov 24 17:45:39.105720 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bcac6a66-f3e0-42fa-a02d-91d5d68fbc6d req-6d92a085-a712-4bd6-8f0c-90edecaf29e5 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862806 Nov 24 17:45:39.293140 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:39.629388 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-4e4839cc-7770-429e-97dd-d5f3df9d6e41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566075 Nov 24 17:45:39.829613 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-0ace5e36-0de6-4630-84de-4e7d4f8bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:39.831931 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-0ace5e36-0de6-4630-84de-4e7d4f8bf956 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1138 time: 0.1196916 Nov 24 17:45:39.957044 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-a217a626-b1bd-4643-b022-8b24f6a0bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:39.959278 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-a217a626-b1bd-4643-b022-8b24f6a0bca0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.0985248 Nov 24 17:45:40.023180 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d309-1a67-455b-9d8c-5f36bc21679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:40.084620 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-aea624c3-e6f4-4f6f-81f5-7ed611653705 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1002 time: 0.1145601 Nov 24 17:45:40.183051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-1c51ebbd-53e9-46cd-b2e8-8210ebfdb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:40.184770 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-1c51ebbd-53e9-46cd-b2e8-8210ebfdb7ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.0845273 Nov 24 17:45:40.249243 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-466223d7-b60a-42ed-9660-8ffefec10e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:40.250860 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-466223d7-b60a-42ed-9660-8ffefec10e85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558524 Nov 24 17:45:40.282222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f87dfa-057d-4f89-b2b8-87c7d2a0a7a0 req-335a13e8-d3ff-4895-a72f-1dd2c8c6b304 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:40.289771 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e7f87dfa-057d-4f89-b2b8-87c7d2a0a7a0 req-335a13e8-d3ff-4895-a72f-1dd2c8c6b304 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.1121488 Nov 24 17:45:40.321435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4baa8-9c41-4583-8488-307545d685aa req-707872b3-e107-4fd4-aa10-9fc06439d690 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:40.329082 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-43a4baa8-9c41-4583-8488-307545d685aa req-707872b3-e107-4fd4-aa10-9fc06439d690 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 943 time: 0.1083210 Nov 24 17:45:40.375461 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-e1fcfce4-5396-4a51-a00e-7074b019ba64 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154382 Nov 24 17:45:40.378036 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e7f87dfa-057d-4f89-b2b8-87c7d2a0a7a0 req-5a6cc374-a2f3-4405-8462-ab40cf704dfd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872750 Nov 24 17:45:40.421097 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-43a4baa8-9c41-4583-8488-307545d685aa req-81025477-96f1-4616-a924-b339bc438aaa tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908368 Nov 24 17:45:40.567601 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-fecfe00b-da06-48da-b3dc-f7c5c0a8ee32 req-d13d3af9-9c90-488e-91be-88c732eee050 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734092 Nov 24 17:45:40.632695 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device d8f4e847-636a-46e2-8325-65725e0052f4 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:45:40.797516 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d8f4e847-636a-46e2-8325-65725e0052f4,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:40.825993 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'port_id': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'mac_address': 'fa:16:3e:16:df:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:45:40.881070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c1176-0504-4da7-bb96-632f7030db29 req-6e84a91e-68ca-4d04-8c28-49d97beaebd8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:40.882829 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a07c1176-0504-4da7-bb96-632f7030db29 req-6e84a91e-68ca-4d04-8c28-49d97beaebd8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.0807278 Nov 24 17:45:40.885884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:40.909455 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f4e847-636a-46e2-8325-65725e0052f4 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:40.935741 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d8f4e847-636a-46e2-8325-65725e0052f4,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:40.944441 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.024052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Deleting port dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:41.034223 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:41.034398 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.142365 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-e92580de-f9ff-4225-859c-53753306c5cf tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503787178&fields=id&tenant_id=8f60d79a794a418e904c5cf6f019e38d HTTP/1.1" status: 200 len: 267 time: 0.0678012 Nov 24 17:45:41.248729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] For port dfbdf3ea-7e27-473c-a430-8d1f9370697b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dfbdf3ea-7e27-473c-a430-8d1f9370697b,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:41.249152 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.264928 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-38175c32-0f1e-4a8a-9ab5-b8a991fefdce tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:41.271034 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-38175c32-0f1e-4a8a-9ab5-b8a991fefdce tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 985 time: 0.1176183 Nov 24 17:45:41.280837 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['d8f4e847-636a-46e2-8325-65725e0052f4'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:41.298534 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Request body: {'port': {'security_groups': ['808279e9-9e72-4eb7-963e-13534e79eb72']}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:41.429956 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.759771 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.762976 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:41.764844 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Floating IP 42cd02aa-74a6-432a-bf79-ef675637b42b disassociated. External IP: 172.27.2.55, port: dfbdf3ea-7e27-473c-a430-8d1f9370697b. Nov 24 17:45:41.765385 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Calling delete_port for dfbdf3ea-7e27-473c-a430-8d1f9370697b owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:41.889776 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c8f8-1bd3-4924-b4ae-a84a3aec9f5a req-57ad16b4-320c-4813-ab64-f7dcaa496e95 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:41.892056 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ca53c8f8-1bd3-4924-b4ae-a84a3aec9f5a req-57ad16b4-320c-4813-ab64-f7dcaa496e95 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 947 time: 0.2550569 Nov 24 17:45:41.984674 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:41.997325 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.069343 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'Port': ['ID=dfbdf3ea-7e27-473c-a430-8d1f9370697b,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:42.078473 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.097623 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ca53c8f8-1bd3-4924-b4ae-a84a3aec9f5a req-61c72f64-15e3-4212-8d5b-75b927d19efb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769059 Nov 24 17:45:42.099236 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.134150 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:42.187021 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:42.188268 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.194088 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5a998068-6918-41ae-aeb9-c2eb307492b2 req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "PUT /v2.0/ports/143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 943 time: 0.9069433 Nov 24 17:45:42.194837 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:42.197486 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b1a3d-8497-4723-b573-1d735cb4a976" -d '{"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:42.202763 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55550) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:42.272217 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabaffcc-0df9-4050-b9cf-fff02040fdbe x-openstack-request-id: req-aabaffcc-0df9-4050-b9cf-fff02040fdbe {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:42.272494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:42.272752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aabaffcc-0df9-4050-b9cf-fff02040fdbe {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:42.273161 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:45:42.306831 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:42.330054 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b191d9-d755-4fe9-b4e9-a47c0b1004be tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event updated for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=7']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:42.389035 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.397831 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:42.443999 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.610608 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a14c-9838-44ff-bee7-f1eb0343a4c2 req-d94440ae-d5cf-4297-9907-248845f29f68 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:42.620350 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7893a14c-9838-44ff-bee7-f1eb0343a4c2 req-d94440ae-d5cf-4297-9907-248845f29f68 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 944 time: 0.3984857 Nov 24 17:45:42.629604 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.632670 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.636730 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5fa761e-deb0-44d7-a5e6-0f154d787311 HTTP/1.1" status: 204 len: 168 time: 0.4160442 Nov 24 17:45:42.657485 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55556) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:42.658457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76f1ef-5b10-446a-84a2-9b8c5cb582db tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa761e-deb0-44d7-a5e6-0f154d787311,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:42.664995 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device d8f4e847-636a-46e2-8325-65725e0052f4 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:45:42.760616 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-b00533e7-1764-4e91-929e-f37e07cc142a None None] Provisioning complete for port 143fc8c6-b75f-4079-88b0-a0eef5a719de triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:42.761308 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b00533e7-1764-4e91-929e-f37e07cc142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:42.792814 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7893a14c-9838-44ff-bee7-f1eb0343a4c2 req-2e77b254-803e-40a8-85f3-56418fb656b7 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714301 Nov 24 17:45:42.868727 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3c18a101-105d-4968-b596-20e4bf1a3727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.000869 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port d8f4e847-636a-46e2-8325-65725e0052f4 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:45:43.008360 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port d8f4e847-636a-46e2-8325-65725e0052f4 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:43.008704 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.032315 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Deleting port a80d5cdd-b921-43ea-8c51-768f3c621e68 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:43.033084 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.102187 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:43.179276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.179882 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.182919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-4af0bd9d-2a85-4b2c-ac2e-344d1b5c58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:43.185887 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-4af0bd9d-2a85-4b2c-ac2e-344d1b5c58b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1099 time: 0.8432152 Nov 24 17:45:43.187319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] No DVR routers for this DVR port dfbdf3ea-7e27-473c-a430-8d1f9370697b on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:43.191428 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.198533 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a07c1176-0504-4da7-bb96-632f7030db29 req-5a5ae890-32d9-4207-b321-9b72a0495bdd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "DELETE /v2.0/ports/dfbdf3ea-7e27-473c-a430-8d1f9370697b HTTP/1.1" status: 204 len: 173 time: 2.3029332 Nov 24 17:45:43.199710 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-deleted', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:43.202033 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.204376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31db8bd-5dbd-4ea3-8ba8-2f717ac15c4b" -d '{"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-deleted", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:43.205870 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:43.216083 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Calling delete_port for a80d5cdd-b921-43ea-8c51-768f3c621e68 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:43.323733 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d8f4e847-636a-46e2-8325-65725e0052f4,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:43.328527 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:43.331975 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871f8185-b48b-47df-b1c6-29b8a251cfdb" -d '{"events": [{"server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:43.338877 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c2bcc23-ffd4-42fc-89f1-470e53ca12ec req-ea8eaf70-563c-4271-8f36-d68ad353f576 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec904c46-f4e0-4e00-b8c9-68906d9b2af5 HTTP/1.1" status: 200 len: 210 time: 0.1015534 Nov 24 17:45:43.342718 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.343596 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:43.381965 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b226743-5483-49a2-86dd-039d646341f2 x-openstack-request-id: req-8b226743-5483-49a2-86dd-039d646341f2 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:43.401795 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec904c46-f4e0-4e00-b8c9-68906d9b2af5", "name": "network-vif-deleted", "tag": "dfbdf3ea-7e27-473c-a430-8d1f9370697b", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:43.402237 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b226743-5483-49a2-86dd-039d646341f2 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:43.402805 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec904c46-f4e0-4e00-b8c9-68906d9b2af5', 'name': 'network-vif-deleted', 'tag': 'dfbdf3ea-7e27-473c-a430-8d1f9370697b', 'status': 'completed', 'code': 200} Nov 24 17:45:43.434927 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:43.444984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:43.445985 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:43.484245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-8b5ded31-a0db-49be-8dab-0c5f6083d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:43.486487 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-8b5ded31-a0db-49be-8dab-0c5f6083d71e service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.2762294 Nov 24 17:45:43.490257 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71ea76-efe0-4074-82f3-10812ce8ae48 x-openstack-request-id: req-6d71ea76-efe0-4074-82f3-10812ce8ae48 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:43.490759 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:43.491189 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d71ea76-efe0-4074-82f3-10812ce8ae48 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:43.492813 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'code': 200} Nov 24 17:45:43.557013 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: dfbdf3ea-7e27-473c-a430-8d1f9370697b {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:43.557733 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device dfbdf3ea-7e27-473c-a430-8d1f9370697b not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:43.683664 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:43.688348 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-7dfe407e-8b18-41f0-8340-7cbc3b947847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 1002 time: 0.1916993 Nov 24 17:45:43.750073 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:43.752277 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event deleted for resources: {'Port': ['ID=a80d5cdd-b921-43ea-8c51-768f3c621e68,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:43.843985 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-a1db1c6c-ddc7-4f78-a158-47535a9e2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:43.845865 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-a1db1c6c-ddc7-4f78-a158-47535a9e2628 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.1477916 Nov 24 17:45:43.854602 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3702-9fa6-482c-bcc2-912cc72642ac req-70a1ffa7-aa75-4283-bd01-520a41ba7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:43.856811 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c61e3702-9fa6-482c-bcc2-912cc72642ac req-70a1ffa7-aa75-4283-bd01-520a41ba7fee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 1098 time: 0.1080730 Nov 24 17:45:43.955335 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c61e3702-9fa6-482c-bcc2-912cc72642ac req-8369e645-35c5-488e-9109-b19b77d92c24 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815275 Nov 24 17:45:43.977462 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-85d80cc5-81a6-4065-a4df-3bea2a432b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:43.979759 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-85d80cc5-81a6-4065-a4df-3bea2a432b01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214795 Nov 24 17:45:44.002963 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.003284 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Floating IP cf52e393-84bb-4eb8-b4ca-6d3547b52f65 disassociated (deleted). External IP: 172.27.2.236, port: 143fc8c6-b75f-4079-88b0-a0eef5a719de. Nov 24 17:45:44.030659 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.051978 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe34bd-e96a-438a-99b7-7e57e548d355 req-d593ddfd-2b72-4c98-a9e3-94e79613868d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:44.053560 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4dfe34bd-e96a-438a-99b7-7e57e548d355 req-d593ddfd-2b72-4c98-a9e3-94e79613868d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.1504643 Nov 24 17:45:44.138078 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:44.169977 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:44.185113 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:44.186037 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:44.224179 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4dfe34bd-e96a-438a-99b7-7e57e548d355 req-7356d8ac-cb2d-4294-8b80-98ee985b8b7f tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558192 Nov 24 17:45:44.394683 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:44.421119 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-105ac019-7cca-4e72-9ed4-8136295b9d12 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434819 Nov 24 17:45:44.477168 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:44.531933 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55580) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:44.615420 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-0b7b1a3d-8497-4723-b573-1d735cb4a976 req-328eb22c-c1ae-4be7-b70e-28d7a67e94fa service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851707 Nov 24 17:45:44.641421 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.659741 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:44.671348 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.677496 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Sync routers for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:44.693078 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:44.693746 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:44.701788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.756395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-574065ea-c29c-42d2-9076-b70406ddedda tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "DELETE /v2.0/floatingips/cf52e393-84bb-4eb8-b4ca-6d3547b52f65 HTTP/1.1" status: 204 len: 168 time: 2.0945058 Nov 24 17:45:44.756910 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:44.764144 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9b932-98a8-430f-91c7-0135a51d1701" -d '{"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:44.769338 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:44.806314 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.815754 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:44.818189 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "DELETE /v2.0/security-groups/a73d2c20-fc8c-4b3d-9be6-2eea5dd84013 HTTP/1.1" status: 204 len: 168 time: 0.2847872 Nov 24 17:45:44.821300 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55586) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:44.830247 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043cacc-a86f-4d96-8ccd-b4effbda099f None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:44.844685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d2c20-fc8c-4b3d-9be6-2eea5dd84013,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:44.850568 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.api.v2.resource [None req-6beeb3ea-a9a5-423f-94eb-05ddfbd6e3a2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] show failed (client error): The resource could not be found. Nov 24 17:45:44.855129 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55588) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:44.862796 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6beeb3ea-a9a5-423f-94eb-05ddfbd6e3a2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups/a73d2c20-fc8c-4b3d-9be6-2eea5dd84013 HTTP/1.1" status: 404 len: 347 time: 0.0393558 Nov 24 17:45:44.879020 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.879717 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.880372 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.880889 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.881394 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.881903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.882621 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.883393 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.884041 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.887136 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d8cd80-a3c5-43f5-9856-3c7560d186dd x-openstack-request-id: req-67d8cd80-a3c5-43f5-9856-3c7560d186dd {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:44.887733 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:44.889044 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67d8cd80-a3c5-43f5-9856-3c7560d186dd {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:44.890579 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:45:44.896945 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.898673 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:44.899039 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba75e1-cfca-4f42-96f1-ad9181059f8b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:45.056038 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:45.283085 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-d6d8da2a-4a21-4656-adf0-4a6636ebe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:45.285132 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-d6d8da2a-4a21-4656-adf0-4a6636ebe063 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f60d79a794a418e904c5cf6f019e38d&device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 1099 time: 0.3037944 Nov 24 17:45:45.405747 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd631f0-22ca-4af8-8e22-df9fb554d66a None None] New status for floating IP 42cd02aa-74a6-432a-bf79-ef675637b42b: DOWN {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:45:45.527979 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:45.561043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9213-5ff9-43f1-b37d-679833d898b6 req-dac94614-409e-42e1-8108-2b5bcc1a4644 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:45.562808 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e36d9213-5ff9-43f1-b37d-679833d898b6 req-dac94614-409e-42e1-8108-2b5bcc1a4644 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.1261005 Nov 24 17:45:45.580160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-93a8d2be-42aa-46cf-afbd-afb95b2231be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:45.583609 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-93a8d2be-42aa-46cf-afbd-afb95b2231be service neutron] 10.222.0.62 "GET /v2.0/networks?id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 200 len: 915 time: 0.2578437 Nov 24 17:45:45.586210 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Checking router: 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:45.604568 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:45.605716 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:45.622303 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Deleting port c94f2774-5883-4140-8a04-aebf2805dbce {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:45.623172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:45.704702 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e36d9213-5ff9-43f1-b37d-679833d898b6 req-bf9f321b-a6e3-4fb5-916b-b52a82a68c4b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326230 Nov 24 17:45:45.739073 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-ad772d44-ff21-4001-8640-94f6d08ff8d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 200 len: 217 time: 0.1359878 Nov 24 17:45:45.888660 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:45.907116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-0ae336e6-d4db-4607-8ba6-a3fbd369b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:45.908756 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-0ae336e6-d4db-4607-8ba6-a3fbd369b1bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 200 len: 853 time: 0.1558080 Nov 24 17:45:45.930637 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:45.992685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:45.993725 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.023602 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Calling delete_port for c94f2774-5883-4140-8a04-aebf2805dbce owned by network:floatingip {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:46.036148 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128a560-4d55-4735-ab31-bc4f4fec4284 req-c7230b47-35fe-4bb1-9626-5af36ca11b7d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:46.042922 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5128a560-4d55-4735-ab31-bc4f4fec4284 req-c7230b47-35fe-4bb1-9626-5af36ca11b7d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.1833711 Nov 24 17:45:46.048147 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-80593dd7-5e31-4afb-a580-27efa12c1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:46.049838 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-80593dd7-5e31-4afb-a580-27efa12c1472 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39dbf12f-06b1-4742-a3fd-13f87f8c44dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158051 Nov 24 17:45:46.053396 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55608) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:46.060892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Request body: {'floatingip': {'port_id': 'd8f4e847-636a-46e2-8325-65725e0052f4'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:46.113443 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.188932 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.414469 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:46.429681 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.509005 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5320d02-5324-4d80-b41f-020f8bdc8afe None None] The sync data for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi is: [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:42:58Z', 'revision_number': 4, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'e995a7ad-168d-4516-bfe1-483840514b20', 'name': '', 'network_id': '39dbf12f-06b1-4742-a3fd-13f87f8c44dc', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'mac_address': 'fa:16:3e:92:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:58Z', 'updated_at': '2021-11-24T17:43:04Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'subnets': [{'id': '05a8c15b-f8f3-4502-956c-dffa5da9199b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:46.518409 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'Port': ['ID=c94f2774-5883-4140-8a04-aebf2805dbce,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:46.601547 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-3e9cb349-144b-4c89-b3e5-a203ea92e890 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538902 Nov 24 17:45:46.674796 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.685019 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:46.689184 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-f9353003-c8d2-4694-9bc3-4b2cfbab2419 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "DELETE /v2.0/floatingips/42cd02aa-74a6-432a-bf79-ef675637b42b HTTP/1.1" status: 204 len: 168 time: 1.8296747 Nov 24 17:45:46.963872 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-84d9b932-98a8-430f-91c7-0135a51d1701 req-0e8820b8-48ea-4959-8e8b-bf7cd0160e64 service neutron] 10.222.0.62 "GET /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520646 Nov 24 17:45:47.098917 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.db.resource_extend [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 17:45:47.109626 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177171-2adc-4aa1-8609-d63701629cca None None] New status for floating IP cf52e393-84bb-4eb8-b4ca-6d3547b52f65: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:45:47.198003 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.204226 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.221576 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55626) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:47.229898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877263684', 'description': 'tempest-description--738402133'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:47.282014 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.383480 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Floating IP 9a5babfe-c106-47bd-8821-8708c3ae44f3 associated. External IP: 172.27.2.136, port: d8f4e847-636a-46e2-8325-65725e0052f4. Nov 24 17:45:47.404449 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.410213 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.435364 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.440352 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2129507 Nov 24 17:45:47.443981 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55628) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:47.450287 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group_rule': {'security_group_id': '69f9b9f2-e1ca-4112-8a96-824b31955b09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:47.492665 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fde3c-5da6-4d89-a117-8838ea537766 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9b9f2-e1ca-4112-8a96-824b31955b09,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:47.512029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.615481 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.622085 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.651399 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebff961-1af2-4b14-bab5-2bb17198ec49,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:47.677373 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.684938 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55630) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:47.687024 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-747f0ee6-00cb-4eb2-9687-b552d80eb2fe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414739 Nov 24 17:45:47.694947 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'security_group_rule': {'security_group_id': '69f9b9f2-e1ca-4112-8a96-824b31955b09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:47.742227 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:47.753457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.916997 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.922881 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:47.925277 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.929960 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:47.935987 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:47.957007 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:47.958173 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:47.991937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90302ff9-3a13-4fa4-adf4-d39a245efaaa,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:48.015019 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6e7bea81-52d6-4d83-b2ce-ae81417e201b tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "PUT /v2.0/floatingips/9a5babfe-c106-47bd-8821-8708c3ae44f3 HTTP/1.1" status: 200 len: 991 time: 1.9600239 Nov 24 17:45:48.016222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:48.018633 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7dafc9-693c-4682-ab6c-55244471e7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:48.024781 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:48.026019 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-41e1c5bf-9b23-4e72-9b0c-a909409ef76d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404918 Nov 24 17:45:48.030054 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55644) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:48.037392 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:48.117064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:48.207715 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:48.224147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33d8b47-165e-4931-8678-f2f4dc3807d3 x-openstack-request-id: req-b33d8b47-165e-4931-8678-f2f4dc3807d3 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:48.224147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:48.224147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b33d8b47-165e-4931-8678-f2f4dc3807d3 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:48.224147 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'status': 'completed', 'code': 200} Nov 24 17:45:48.329923 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-2b138c37-f133-4e0a-8385-0ac07b78f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:48.331578 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-2b138c37-f133-4e0a-8385-0ac07b78f7c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 1098 time: 0.0813215 Nov 24 17:45:48.381421 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:48.494448 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694db2-93c1-4bf6-b231-7e426c1a6cc2 req-17a9fbe5-a48f-4398-bf29-9b579129cdb6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:48.497332 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-44694db2-93c1-4bf6-b231-7e426c1a6cc2 req-17a9fbe5-a48f-4398-bf29-9b579129cdb6 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0784535 Nov 24 17:45:48.538729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-5c4966e5-a03c-45a2-8382-965c4e049bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:48.540241 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-5c4966e5-a03c-45a2-8382-965c4e049bba service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 200 len: 912 time: 0.1992507 Nov 24 17:45:48.568066 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-44694db2-93c1-4bf6-b231-7e426c1a6cc2 req-27868173-61fb-47bb-864b-731537814138 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Nov 24 17:45:48.635533 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Allocated IP 172.27.2.140 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/0bc5f8d6-6fb2-4096-9753-3bbd30da0c56) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:48.652598 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-c79da0e9-0a6b-450d-b1fd-2209a42da5de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f4e847-636a-46e2-8325-65725e0052f4 HTTP/1.1" status: 200 len: 999 time: 0.1043973 Nov 24 17:45:48.705991 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '9a5babfe-c106-47bd-8821-8708c3ae44f3', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:16:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c482186-b536-4379-ad7e-1a30e25979a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:29Z', 'updated_at': '2021-11-24T17:45:46Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:48.763508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-621c4d55-ca5e-4373-a52c-69687359662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:48.765068 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-621c4d55-ca5e-4373-a52c-69687359662e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 200 len: 850 time: 0.0938797 Nov 24 17:45:48.766550 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:48.793357 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:48.794667 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:48.860922 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:48.869523 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-51f543a4-acc5-4e33-92c0-71869420108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:48.871189 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-51f543a4-acc5-4e33-92c0-71869420108f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ad01a51-cbe3-4928-a6be-0d787217b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956342 Nov 24 17:45:48.984819 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.007384 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:49.044319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:49.046656 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-bd9c6405-ad94-4d9d-9ab4-ba3fb247e006 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649730 Nov 24 17:45:49.054543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:49.058590 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:49.095290 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=0bc5f8d6-6fb2-4096-9753-3bbd30da0c56,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:49.235721 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.252673 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-df7dafc9-693c-4682-ab6c-55244471e7fc req-68d7a889-cf81-4482-8dfc-7c6088f52875 service neutron] 10.222.0.62 "GET /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861782 Nov 24 17:45:49.291868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.396195 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '9a5babfe-c106-47bd-8821-8708c3ae44f3', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:16:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c482186-b536-4379-ad7e-1a30e25979a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:29Z', 'updated_at': '2021-11-24T17:45:46Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:49.436649 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614251a-afdb-40e8-b01b-6d739836c2df None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '9a5babfe-c106-47bd-8821-8708c3ae44f3', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'port_id': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'mac_address': 'fa:16:3e:16:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c482186-b536-4379-ad7e-1a30e25979a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:29Z', 'updated_at': '2021-11-24T17:45:46Z', 'revision_number': 1, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:49.499269 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.507936 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.590489 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=0bc5f8d6-6fb2-4096-9753-3bbd30da0c56,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:49.605751 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.629270 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:49.644118 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9e5d319b-31f5-4407-9b73-50ce061cdf5a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6035559 Nov 24 17:45:49.799731 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3da1b-2e45-485f-8ec2-c641104fbad5 req-5258f979-a80a-4e50-bfae-31787c6ba372 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:49.817736 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-94b3da1b-2e45-485f-8ec2-c641104fbad5 req-5258f979-a80a-4e50-bfae-31787c6ba372 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.1012778 Nov 24 17:45:49.832538 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361776c-182d-492f-a30d-9f1a2e51e42d None None] New status for floating IP 9a5babfe-c106-47bd-8821-8708c3ae44f3: ACTIVE {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:45:49.882405 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-94b3da1b-2e45-485f-8ec2-c641104fbad5 req-687aa829-83b7-404b-bd3e-048ef5fd19d5 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/security-groups?id=808279e9-9e72-4eb7-963e-13534e79eb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634062 Nov 24 17:45:50.023254 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-6a322d54-5f49-45a6-944d-b7fe0ee69fc0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1877263684&fields=id&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 267 time: 0.0782375 Nov 24 17:45:50.195964 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-59d84241-286c-4b53-89d6-462b4ed259f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:50.204395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-59d84241-286c-4b53-89d6-462b4ed259f4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 816 time: 0.1720927 Nov 24 17:45:50.216848 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-010e2fdd-91f4-4d5a-8651-451611f9ba25 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/quotas/2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 375 time: 0.0115187 Nov 24 17:45:50.292027 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-85dea7f4-b084-4ec4-9e35-7ed73e40cc65 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664773 Nov 24 17:45:50.479004 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-71b65416-c13b-49c3-9a13-6cbb6dad8972 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:50.481280 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-71b65416-c13b-49c3-9a13-6cbb6dad8972 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 946 time: 0.0741365 Nov 24 17:45:50.637735 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Deleting port 143fc8c6-b75f-4079-88b0-a0eef5a719de {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:50.638319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:50.783933 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] For port 143fc8c6-b75f-4079-88b0-a0eef5a719de, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=143fc8c6-b75f-4079-88b0-a0eef5a719de,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:50.784656 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:50.806817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Calling delete_port for 143fc8c6-b75f-4079-88b0-a0eef5a719de owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:50.855918 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-06ac884b-9afc-4718-a9c9-aa972005356d service neutron] 10.222.0.41 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461402 Nov 24 17:45:51.035592 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:51.053148 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['143fc8c6-b75f-4079-88b0-a0eef5a719de'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:51.076429 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-37582595-d86b-4280-b816-428488bc40bf req-f29c4755-4bed-43a3-9ac2-9f2f0708a945 tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 210 time: 0.0585456 Nov 24 17:45:51.102335 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Pushing event deleted for resources: {'Port': ['ID=143fc8c6-b75f-4079-88b0-a0eef5a719de,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:51.112729 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-da157270-95b8-4e0b-8c8e-d75e4b4616b8 service neutron] 10.222.0.41 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538078 Nov 24 17:45:51.419051 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e6de6900-961c-4f8a-9aff-a98b869c7730 req-71545ffc-2a49-4907-8e71-03d8ffdb8cb7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 210 time: 0.0653524 Nov 24 17:45:51.500276 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] No DVR routers for this DVR port 143fc8c6-b75f-4079-88b0-a0eef5a719de on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:51.503649 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:51.516149 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-814772b9-476e-46b2-b4e5-65306a9a1575 req-65511ddb-3abd-40cf-9fb5-85b06a57ffea tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.62 "DELETE /v2.0/ports/143fc8c6-b75f-4079-88b0-a0eef5a719de HTTP/1.1" status: 204 len: 173 time: 1.0285151 Nov 24 17:45:51.516713 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'name': 'network-vif-deleted', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:51.519469 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10703189-144e-430e-986a-f70b70e53897" -d '{"events": [{"server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "name": "network-vif-deleted", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:51.598497 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1818f5-45b9-4772-94dc-a3c9f65d6cb9 x-openstack-request-id: req-db1818f5-45b9-4772-94dc-a3c9f65d6cb9 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:51.598782 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa390466-e3a5-4aff-aee5-215d6f07580c", "name": "network-vif-deleted", "tag": "143fc8c6-b75f-4079-88b0-a0eef5a719de", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:51.599032 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db1818f5-45b9-4772-94dc-a3c9f65d6cb9 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:51.599426 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa390466-e3a5-4aff-aee5-215d6f07580c', 'name': 'network-vif-deleted', 'tag': '143fc8c6-b75f-4079-88b0-a0eef5a719de', 'status': 'completed', 'code': 200} Nov 24 17:45:52.296625 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cda17412-54d8-4027-87f1-79462b064e30 req-c1a43f02-2dad-46ed-ad30-802237cebcbd tempest-TestMinimumBasicScenario-501478825 tempest-TestMinimumBasicScenario-501478825-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa390466-e3a5-4aff-aee5-215d6f07580c HTTP/1.1" status: 200 len: 210 time: 0.0855420 Nov 24 17:45:52.576025 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2e1d6012-5490-47ad-9ba4-fa2526b1274a req-e5bfb4f4-a47d-4361-8ccb-6c0a48fbc1d8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 210 time: 0.0357268 Nov 24 17:45:53.007764 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-3b7e6bb6-1076-4520-8377-bcb83ece16d7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:53.010172 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-3b7e6bb6-1076-4520-8377-bcb83ece16d7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 816 time: 0.1352069 Nov 24 17:45:53.081748 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-cba81b8b-d0a5-4706-bd1a-9b550ed8201b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 380 time: 0.0615067 Nov 24 17:45:53.097886 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'port': {'device_id': 'd093c296-51c7-4f42-9247-26fdae85227a', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'admin_state_up': True, 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'security_groups': ['69f9b9f2-e1ca-4112-8a96-824b31955b09']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:53.221591 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Made reservation on behalf of 2bfb7b3dc3a44eacbb640b127a4db2a7 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:45:53.225593 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:53.394705 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Allocated IP 172.20.0.3 (04a17716-e308-48be-9c62-01aa1d1c7170/131932e4-3d90-4b8f-b9f6-af7c973bec0e/86ca1bbe-e6b1-440d-abca-58dcc5187601) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:45:53.655838 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:53.713810 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:53.777730 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f02ac-5430-4ce1-b654-c7d15bb35244 req-40af3d53-21da-43e7-ba46-47e02e676ea9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:53.779931 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-671f02ac-5430-4ce1-b654-c7d15bb35244 req-40af3d53-21da-43e7-ba46-47e02e676ea9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 931 time: 0.0792351 Nov 24 17:45:53.796591 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Network 04a17716-e308-48be-9c62-01aa1d1c7170 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:45:53.798182 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:45:53.809423 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:45:53.844120 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:53.927087 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:53.930863 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:53.946125 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-671f02ac-5430-4ce1-b654-c7d15bb35244 req-58fc1666-35b8-4af3-870e-bea4ea99c3e6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517098 Nov 24 17:45:53.978857 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-69857c39-5375-4884-bd26-4a56ce535aef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857119 Nov 24 17:45:54.051062 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Request body: {'port': {'device_id': 'd093c296-51c7-4f42-9247-26fdae85227a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:45:54.125254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.223276 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c33cd1dd-2504-4d8c-991c-fc7671f2ad1a None None] Provisioning complete for port 86ca1bbe-e6b1-440d-abca-58dcc5187601 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:45:54.225092 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c33cd1dd-2504-4d8c-991c-fc7671f2ad1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.300461 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c33cd1dd-2504-4d8c-991c-fc7671f2ad1a None None] Port 86ca1bbe-e6b1-440d-abca-58dcc5187601 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:45:54.340445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55778) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:54.486497 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:54.495205 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.510006 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Transition to ACTIVE for port object 86ca1bbe-e6b1-440d-abca-58dcc5187601 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:45:54.518416 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.595467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:54.664138 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 143fc8c6-b75f-4079-88b0-a0eef5a719de no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:54.682522 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Attempting to bind port 86ca1bbe-e6b1-440d-abca-58dcc5187601 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:45:54.683009 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Attempting to bind port 86ca1bbe-e6b1-440d-abca-58dcc5187601 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:45:54.683465 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Attempting to bind port 86ca1bbe-e6b1-440d-abca-58dcc5187601 on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:54.695874 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Port 86ca1bbe-e6b1-440d-abca-58dcc5187601 on network 04a17716-e308-48be-9c62-01aa1d1c7170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:45:54.696357 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Attempting to bind port 86ca1bbe-e6b1-440d-abca-58dcc5187601 on network 04a17716-e308-48be-9c62-01aa1d1c7170 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:45:54.702966 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 143fc8c6-b75f-4079-88b0-a0eef5a719de {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:54.703484 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 143fc8c6-b75f-4079-88b0-a0eef5a719de not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:54.704842 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:45:54.707285 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Checking segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:45:54.707828 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Bound using segment: {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:45:54.708491 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Bound port: 86ca1bbe-e6b1-440d-abca-58dcc5187601, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:45:54.714450 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.833645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:45:54.841836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:45:54.854605 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.874518 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:54.875163 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.876774 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] 10.222.0.62 "PUT /v2.0/ports/86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 1093 time: 0.8891890 Nov 24 17:45:54.907962 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:54.911459 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:45:54.915350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351bd166-a8d3-489b-97c3-ca4f62f078fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:45:55.022956 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84430037-7c1d-4f98-b3e3-05ed8e6286cf x-openstack-request-id: req-84430037-7c1d-4f98-b3e3-05ed8e6286cf {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:45:55.023346 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:45:55.023707 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84430037-7c1d-4f98-b3e3-05ed8e6286cf {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:45:55.024574 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'status': 'completed', 'code': 200} Nov 24 17:45:55.073868 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b6b6-53b5-40a4-a103-5ae3f55d4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:55.095989 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-ce4b50c4-283b-4e9d-92c4-215d13a6c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.106087 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-ce4b50c4-283b-4e9d-92c4-215d13a6c75c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1096 time: 0.1749952 Nov 24 17:45:55.179769 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-e416d67c-fa8f-435b-8a7b-d6c03c62f679 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 217 time: 0.0649242 Nov 24 17:45:55.180115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890871e-6efd-42fa-8233-d956b11968d8 req-6fb50736-b017-41cf-9982-c0d49b1063c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.181567 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5890871e-6efd-42fa-8233-d956b11968d8 req-6fb50736-b017-41cf-9982-c0d49b1063c8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1102855 Nov 24 17:45:55.231241 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-e56992b3-8d0e-4580-b829-811992b6d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.232749 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-e56992b3-8d0e-4580-b829-811992b6d964 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0460854 Nov 24 17:45:55.298774 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-eaa27f63-8bc4-42ae-9fbf-def3a3fad966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.300704 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-eaa27f63-8bc4-42ae-9fbf-def3a3fad966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588558 Nov 24 17:45:55.316545 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5890871e-6efd-42fa-8233-d956b11968d8 req-a3162080-2619-4008-99e6-724921232e33 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211617 Nov 24 17:45:55.467898 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-96e9bc3f-9920-477f-89fa-92a03b6706b7 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588640 Nov 24 17:45:55.470592 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Deleting port e995a7ad-168d-4516-bfe1-483840514b20 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:55.470962 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:55.581369 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] For port e995a7ad-168d-4516-bfe1-483840514b20, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e995a7ad-168d-4516-bfe1-483840514b20,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:55.582238 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:55.600870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Calling delete_port for e995a7ad-168d-4516-bfe1-483840514b20 owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:55.606419 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c93eb43b-a03c-46c3-b1fe-03652bbf2670 req-48596ba7-0ee7-40bc-9336-194dacd08849 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299593 Nov 24 17:45:55.754646 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-7f3bc6db-7114-4ffe-acf6-1592b87d3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.756706 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-7f3bc6db-7114-4ffe-acf6-1592b87d3ca0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1096 time: 0.0923867 Nov 24 17:45:55.849521 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:55.877749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Pushing event deleted for resources: {'Port': ['ID=e995a7ad-168d-4516-bfe1-483840514b20,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:55.903982 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-0c2fd2de-b24b-468b-9c45-f8a8480fb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:55.906541 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-0c2fd2de-b24b-468b-9c45-f8a8480fb0a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1425953 Nov 24 17:45:55.971874 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-0728463f-fad3-4fd2-9c8d-7b54994588f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 217 time: 0.0569236 Nov 24 17:45:56.052417 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-138c8720-60e4-4e16-bf78-e94a32e0ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:56.054368 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-138c8720-60e4-4e16-bf78-e94a32e0ded6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0725877 Nov 24 17:45:56.140458 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-bee51d36-2b84-4429-9040-8a1d43a2d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:56.142100 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-bee51d36-2b84-4429-9040-8a1d43a2d566 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791314 Nov 24 17:45:56.218455 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:56.367223 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-3983b691-df1b-4d0d-abc3-950b42cc8ceb service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143679 Nov 24 17:45:56.520192 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-351bd166-a8d3-489b-97c3-ca4f62f078fc req-0246a7bf-6f32-4bcd-98d0-c2d433d1c483 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436083 Nov 24 17:45:56.568785 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b4b1-bb7a-47b4-bafd-d24674eee7d4 req-6bd2efa0-bee5-4021-aa39-1ae6b76b051b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:56.572096 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-43b7b4b1-bb7a-47b4-bafd-d24674eee7d4 req-6bd2efa0-bee5-4021-aa39-1ae6b76b051b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1383059 Nov 24 17:45:56.697797 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-43b7b4b1-bb7a-47b4-bafd-d24674eee7d4 req-9f21e84e-740d-4819-8773-48433db8ddc0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185598 Nov 24 17:45:56.705051 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:45:56.847460 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:45:56.853402 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c3aee232-292a-4b27-9e34-9a4c9e6cd301 admin admin] 10.222.0.41 "PUT /v2.0/routers/07da25a2-ccbb-4256-bc19-6448bcd9d8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5107698 Nov 24 17:45:56.856369 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55802) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:56.859497 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Sync routers for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:45:56.874774 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:56.875760 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:57.009263 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:57.028067 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:57.170164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:57.273591 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Deleting port b502dfbd-fd42-47ac-be03-97d419c17b7e {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:57.274896 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:57.358183 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:45:55Z', 'revision_number': 5, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port': {'id': 'b502dfbd-fd42-47ac-be03-97d419c17b7e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:56Z', 'updated_at': '2021-11-24T17:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:57.412890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] For port b502dfbd-fd42-47ac-be03-97d419c17b7e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b502dfbd-fd42-47ac-be03-97d419c17b7e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:57.413500 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:57.424948 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Checking router: 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:45:57.435451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Calling delete_port for b502dfbd-fd42-47ac-be03-97d419c17b7e owned by network:router_gateway {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:57.439902 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Routers {'07da25a2-ccbb-4256-bc19-6448bcd9d8c2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:45:57.441162 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:57.580704 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] Set router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 gateway port host: None {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:45:57.641884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:45:57Z', 'revision_number': 6, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:57.685507 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b9533-076d-4302-9eaf-34f96dc482c5 None None] The sync data for ids ['07da25a2-ccbb-4256-bc19-6448bcd9d8c2'] in dv-cinder-819149-1-iscsi is: [{'id': '07da25a2-ccbb-4256-bc19-6448bcd9d8c2', 'name': 'tempest-TestMinimumBasicScenario-984781006-router', 'tenant_id': '8f60d79a794a418e904c5cf6f019e38d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:55Z', 'updated_at': '2021-11-24T17:45:57Z', 'revision_number': 6, 'project_id': '8f60d79a794a418e904c5cf6f019e38d', 'gw_port_host': None}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:45:57.895939 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e39b2-b4b8-48ad-a0db-6e02217278e6 req-52be17c6-b365-4b49-a244-6c560ca80760 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:57.898093 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c44e39b2-b4b8-48ad-a0db-6e02217278e6 req-52be17c6-b365-4b49-a244-6c560ca80760 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0734227 Nov 24 17:45:57.999086 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c44e39b2-b4b8-48ad-a0db-6e02217278e6 req-40600f23-43d9-4269-a2d0-dba06786d801 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615933 Nov 24 17:45:58.058851 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.122614 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b502dfbd-fd42-47ac-be03-97d419c17b7e,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:58.219324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.348245 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e995a7ad-168d-4516-bfe1-483840514b20 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:45:58.373275 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: e995a7ad-168d-4516-bfe1-483840514b20 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:45:58.373773 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e995a7ad-168d-4516-bfe1-483840514b20 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:45:58.404530 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.409340 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.474118 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.474691 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07da25a2-ccbb-4256-bc19-6448bcd9d8c2 {{(pid=109259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:45:58.484020 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.485336 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-dbad496f-5f4d-4226-b9a6-a567f6685be9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/07da25a2-ccbb-4256-bc19-6448bcd9d8c2 HTTP/1.1" status: 204 len: 168 time: 1.6279535 Nov 24 17:45:58.488027 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55818) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:58.553768 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Deleting subnet 05a8c15b-f8f3-4502-956c-dffa5da9199b {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:45:58.559522 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.603081 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.696212 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:45:58.782203 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.883704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.885756 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:58.905608 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:45:58.923246 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a8c15b-f8f3-4502-956c-dffa5da9199b,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:58.927789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:58.933741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-6d51f1c6-ef08-4360-9662-4b7e1c9c3480 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/05a8c15b-f8f3-4502-956c-dffa5da9199b HTTP/1.1" status: 204 len: 168 time: 0.4440143 Nov 24 17:45:58.937348 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55822) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:58.946018 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faef9e0-a0fc-4faa-811f-07f7791ff0a3 None None] Network 39dbf12f-06b1-4742-a3fd-13f87f8c44dc requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:45:58.991109 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.031850 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.208623 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Deleting port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:45:59.208956 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.219612 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62cf37-7f11-4283-8407-9cff689d042c req-546ae7b4-9f9e-447a-a19f-44dec257392e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:45:59.227553 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6b62cf37-7f11-4283-8407-9cff689d042c req-546ae7b4-9f9e-447a-a19f-44dec257392e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0782261 Nov 24 17:45:59.245845 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:45:59.292143 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:59.298535 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.348292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] For port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,segment=NetworkSegment(55d5ff04-02c5-4a94-b135-28fddf903390),segment_id=55d5ff04-02c5-4a94-b135-28fddf903390)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:45:59.348681 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.378186 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6b62cf37-7f11-4283-8407-9cff689d042c req-2c222a9a-fdc4-439e-81e9-23f23cf5670d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336801 Nov 24 17:45:59.378186 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Calling delete_port for 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 owned by network:dhcp {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:45:59.380398 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:59.476345 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.514389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Pushing event deleted for resources: {'Port': ['ID=4888b78d-0e12-491c-a8ff-d055e1f4c1b2,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:45:59.517770 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] No DVR routers for this DVR port 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 on host dv-cinder-819149-1-iscsi {{(pid=109259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:45:59.531704 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.532109 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.532456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.532798 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.533268 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.533860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.534471 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.535444 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.536040 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.536557 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.543023 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.543023 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:45:59.552115 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfa4d6-28f6-4623-8466-585073e4f29f None None] DHCP port deletion for 39dbf12f-06b1-4742-a3fd-13f87f8c44dc request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:45:59.586559 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['86ca1bbe-e6b1-440d-abca-58dcc5187601'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:45:59.632501 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.656806 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dbf12f-06b1-4742-a3fd-13f87f8c44dc']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:59.669555 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d5ff04-02c5-4a94-b135-28fddf903390') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:59.669886 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d5ff04-02c5-4a94-b135-28fddf903390') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:45:59.683632 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.701928 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.710608 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:45:59.710887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:45:59.722631 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:45:59.793240 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.799460 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:45:59.803620 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] 10.222.0.41 "DELETE /v2.0/networks/39dbf12f-06b1-4742-a3fd-13f87f8c44dc HTTP/1.1" status: 204 len: 168 time: 0.8651235 Nov 24 17:45:59.806573 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55836) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:45:59.815289 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5163-9dcc-49bb-b004-828020c7e271 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dbf12f-06b1-4742-a3fd-13f87f8c44dc,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:00.261501 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b502dfbd-fd42-47ac-be03-97d419c17b7e no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:46:00.285393 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: b502dfbd-fd42-47ac-be03-97d419c17b7e {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:46:00.285779 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b502dfbd-fd42-47ac-be03-97d419c17b7e not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:46:00.286352 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:46:00.315330 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:46:00.315680 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 4888b78d-0e12-491c-a8ff-d055e1f4c1b2 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:46:00.338332 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.598896 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb611e-b862-476c-b5cd-7e2062e95d58 req-fcc96f28-605c-4a28-93cc-14a8e0a95697 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:00.606788 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bcb611e-b862-476c-b5cd-7e2062e95d58 req-fcc96f28-605c-4a28-93cc-14a8e0a95697 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 944 time: 0.1008587 Nov 24 17:46:00.673622 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bcb611e-b862-476c-b5cd-7e2062e95d58 req-02d14c87-017c-4761-a363-69b438f6b9e1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639238 Nov 24 17:46:00.701952 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:46:00.728499 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Deleting port 235393d9-a90c-4510-bbb8-948a79a1dde3 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:00.728916 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.756042 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 86ca1bbe-e6b1-440d-abca-58dcc5187601 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:46:00.761202 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 86ca1bbe-e6b1-440d-abca-58dcc5187601 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:46:00.761584 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.816585 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] For port 235393d9-a90c-4510-bbb8-948a79a1dde3, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=235393d9-a90c-4510-bbb8-948a79a1dde3,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:00.817306 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.830981 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Calling delete_port for 235393d9-a90c-4510-bbb8-948a79a1dde3 owned by network:router_interface {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:00.850062 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.873531 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:46:00.875919 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345dee1-7fde-4327-ac02-13c2c98a23f5" -d '{"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:46:00.893725 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:00.898732 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:00.925634 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984194cf-c001-4362-af98-d75a7b4bda61 x-openstack-request-id: req-984194cf-c001-4362-af98-d75a7b4bda61 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:46:00.925947 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:46:00.926235 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-984194cf-c001-4362-af98-d75a7b4bda61 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:46:00.926669 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'code': 200} Nov 24 17:46:00.955353 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:01.022814 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:01.307031 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Pushing event deleted for resources: {'Port': ['ID=235393d9-a90c-4510-bbb8-948a79a1dde3,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:01.385766 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f7f2-7a9f-4c7f-8a3c-9c0276416847 req-7412e490-5881-4702-ac30-b70fd4cb53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:01.387280 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5479f7f2-7a9f-4c7f-8a3c-9c0276416847 req-7412e490-5881-4702-ac30-b70fd4cb53b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1098 time: 0.0884833 Nov 24 17:46:01.515599 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5479f7f2-7a9f-4c7f-8a3c-9c0276416847 req-199b3af8-249c-4f85-b4e5-3fd0d2a4aa06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180542 Nov 24 17:46:01.529157 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:01.758330 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Router 00d54203-4f73-4c22-b06e-407dbcf27602 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:46:01.815129 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206286d3-97b8-4f2f-a5c7-f9ad04b523b0 req-607bc39b-2def-49ca-a5da-923999a2eb34 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:01.817287 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-206286d3-97b8-4f2f-a5c7-f9ad04b523b0 req-607bc39b-2def-49ca-a5da-923999a2eb34 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0722368 Nov 24 17:46:01.888311 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-206286d3-97b8-4f2f-a5c7-f9ad04b523b0 req-9ff34215-f405-4d4e-8b64-5072d55b2e80 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618706 Nov 24 17:46:01.911611 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:46:01.922790 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-48791108-f8e0-46ee-ab7e-e5dadf1fb722 admin admin] 10.222.0.41 "PUT /v2.0/routers/00d54203-4f73-4c22-b06e-407dbcf27602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1143796 Nov 24 17:46:01.922932 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Sync routers for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:46:01.925275 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55882) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:01.935444 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:01.936080 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:02.062087 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks [] for router, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.167786 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:02.182951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.265862 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Deleting port 2fed621a-521b-4293-8c26-75233c5c1955 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:02.266240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.373731 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] For port 2fed621a-521b-4293-8c26-75233c5c1955, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2fed621a-521b-4293-8c26-75233c5c1955,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:02.374163 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.389254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Calling delete_port for 2fed621a-521b-4293-8c26-75233c5c1955 owned by network:router_gateway {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:02.395898 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '2fed621a-521b-4293-8c26-75233c5c1955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:46:00Z', 'revision_number': 5, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port': {'id': '2fed621a-521b-4293-8c26-75233c5c1955', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:43:02Z', 'updated_at': '2021-11-24T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:02.436500 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Checking router: 00d54203-4f73-4c22-b06e-407dbcf27602 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:46:02.447569 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Routers {'00d54203-4f73-4c22-b06e-407dbcf27602'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:02.448439 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['00d54203-4f73-4c22-b06e-407dbcf27602'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:02.565195 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] Set router 00d54203-4f73-4c22-b06e-407dbcf27602 gateway port host: None {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:02.607967 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.631416 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:46:02Z', 'revision_number': 6, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:02.637927 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fed621a-521b-4293-8c26-75233c5c1955,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:02.666699 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda52afe-b38e-42fa-8c61-7ec12b0ced67 None None] The sync data for ids ['00d54203-4f73-4c22-b06e-407dbcf27602'] in dv-cinder-819149-1-iscsi is: [{'id': '00d54203-4f73-4c22-b06e-407dbcf27602', 'name': 'tempest-TestMinimumBasicScenario-1155949818-router', 'tenant_id': '524493c25581496b9f2c105b6df464d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:43:01Z', 'updated_at': '2021-11-24T17:46:02Z', 'revision_number': 6, 'project_id': '524493c25581496b9f2c105b6df464d0', 'gw_port_host': None}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:46:02.723729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.839069 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.842576 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.914496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.915354 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d54203-4f73-4c22-b06e-407dbcf27602 {{(pid=109258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:46:02.922689 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:02.924306 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ce363ce9-72ca-4aee-8bc9-d6731640ad0e admin admin] 10.222.0.41 "DELETE /v2.0/routers/00d54203-4f73-4c22-b06e-407dbcf27602 HTTP/1.1" status: 204 len: 168 time: 0.9978220 Nov 24 17:46:02.928434 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55926) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:03.000240 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Deleting subnet 3d6aa18f-45a2-4392-84d0-149b0b009bb7 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:46:03.003988 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.027079 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8d13-ebaf-4d37-af3b-155beb0fb8b7 req-77a68b80-c86e-495b-8282-306478e83e2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:03.028915 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dcc8d13-ebaf-4d37-af3b-155beb0fb8b7 req-77a68b80-c86e-495b-8282-306478e83e2b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0579581 Nov 24 17:46:03.042708 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.086718 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dcc8d13-ebaf-4d37-af3b-155beb0fb8b7 req-6fc6fb9a-00df-46d0-9494-027b2a44cb04 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511856 Nov 24 17:46:03.128403 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.193893 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.222547 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6aa18f-45a2-4392-84d0-149b0b009bb7,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:03.231323 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.231958 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfccc2-322a-430b-9fed-1bce079af6d5 req-6510faa8-4d52-45bf-8361-c735798b71b7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:03.233646 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-88cfccc2-322a-430b-9fed-1bce079af6d5 req-6510faa8-4d52-45bf-8361-c735798b71b7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0529954 Nov 24 17:46:03.235670 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ec8d1507-3ab7-4518-9263-79be9c4009da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d6aa18f-45a2-4392-84d0-149b0b009bb7 HTTP/1.1" status: 204 len: 168 time: 0.3062301 Nov 24 17:46:03.236170 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93ceb8-c695-4d3a-bf3c-6aaf48f799a3 None None] Network f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:46:03.238256 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55930) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:03.260051 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55932) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:03.265578 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Request body: {'floatingip': {'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:46:03.311261 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.312321 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.370293 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Deleting port 883c7503-a2c6-45e7-9bac-c9822b487221 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:03.370631 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.448690 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] For port 883c7503-a2c6-45e7-9bac-c9822b487221, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=883c7503-a2c6-45e7-9bac-c9822b487221,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:03.448979 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.470926 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Calling delete_port for 883c7503-a2c6-45e7-9bac-c9822b487221 owned by network:dhcp {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:03.473054 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] DHCP port deletion for f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:46:03.526308 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55936) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:03.552475 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Deleting port 883c7503-a2c6-45e7-9bac-c9822b487221 {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:03.553121 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.602817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Deleting subnet 026d6e3d-3e3b-4fa5-b517-b29527018583 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:46:03.606783 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.637178 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] For port 883c7503-a2c6-45e7-9bac-c9822b487221, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=883c7503-a2c6-45e7-9bac-c9822b487221,segment=NetworkSegment(d282727d-c5b9-49f8-91f2-f867f7c7cc8a),segment_id=d282727d-c5b9-49f8-91f2-f867f7c7cc8a)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:03.637663 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.647881 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.650248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.656646 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Calling delete_port for 883c7503-a2c6-45e7-9bac-c9822b487221 owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:03.708457 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Pushing event deleted for resources: {'Port': ['ID=883c7503-a2c6-45e7-9bac-c9822b487221,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:03.712959 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] No DVR routers for this DVR port 883c7503-a2c6-45e7-9bac-c9822b487221 on host dv-cinder-819149-1-iscsi {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:46:03.748526 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.794368 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.836088 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.838104 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] Pushing event deleted for resources: {'Port': ['ID=883c7503-a2c6-45e7-9bac-c9822b487221,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:03.842855 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87c92c-3f25-48fb-bede-a22012c9e3a1 None None] No DVR routers for this DVR port 883c7503-a2c6-45e7-9bac-c9822b487221 on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:46:03.873864 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.881109 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.883481 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:03.894520 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:03.894835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd282727d-c5b9-49f8-91f2-f867f7c7cc8a') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:03.912315 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.926849 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.930735 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.960413 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:46:03.960691 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.962723 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026d6e3d-3e3b-4fa5-b517-b29527018583,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:46:03.964597 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:46:03.978166 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:03.981456 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e24c2026-7c73-44f3-b111-8171ca155b19 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/026d6e3d-3e3b-4fa5-b517-b29527018583 HTTP/1.1" status: 204 len: 168 time: 0.4524279 Nov 24 17:46:03.985447 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55940) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.028680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.045837 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.051753 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] 10.222.0.41 "DELETE /v2.0/networks/f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5 HTTP/1.1" status: 204 len: 168 time: 0.8098519 Nov 24 17:46:04.054828 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852512e6-7365-4f59-ab62-97afab21e87f admin admin] Pushing event deleted for resources: {'Network': ['ID=f910a62e-2bab-48c5-aa1e-ba87d9ffbeb5,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:04.056612 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Floating IP 63cf0be0-b282-4a5a-a118-6807543be9d7 associated. External IP: 172.27.2.140, port: 86ca1bbe-e6b1-440d-abca-58dcc5187601. Nov 24 17:46:04.111906 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.197528 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55944) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.250770 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.253094 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7244da83-8041-4b18-b596-d1819475e22d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f60d79a794a418e904c5cf6f019e38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541561 Nov 24 17:46:04.256210 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55946) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.273473 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2fed621a-521b-4293-8c26-75233c5c1955 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:46:04.282623 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a91478a-772d-4fef-b837-c258a1d58b88']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:04.297768 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 2fed621a-521b-4293-8c26-75233c5c1955 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:46:04.298235 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2fed621a-521b-4293-8c26-75233c5c1955 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:46:04.299037 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 883c7503-a2c6-45e7-9bac-c9822b487221 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:46:04.319107 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.323719 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e254cf76-5749-443b-8e0d-41ddfb38b934') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:04.324101 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e254cf76-5749-443b-8e0d-41ddfb38b934') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:04.326167 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 883c7503-a2c6-45e7-9bac-c9822b487221 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:46:04.326518 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 883c7503-a2c6-45e7-9bac-c9822b487221 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:46:04.326920 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 235393d9-a90c-4510-bbb8-948a79a1dde3 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:46:04.341115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.344379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.355053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 235393d9-a90c-4510-bbb8-948a79a1dde3 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:46:04.356224 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 235393d9-a90c-4510-bbb8-948a79a1dde3 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:46:04.362492 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.370341 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:46:04.370676 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:46:04.382495 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:46:04.423804 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.428925 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.431009 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/808279e9-9e72-4eb7-963e-13534e79eb72 HTTP/1.1" status: 204 len: 168 time: 0.1732693 Nov 24 17:46:04.442361 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e27fd-ac46-4613-b33b-5e70d455733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808279e9-9e72-4eb7-963e-13534e79eb72,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:04.476523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.485041 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.489095 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a91478a-772d-4fef-b837-c258a1d58b88 HTTP/1.1" status: 204 len: 168 time: 0.5026016 Nov 24 17:46:04.503092 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af801e-eb96-45b9-828f-71ad3ef25c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a91478a-772d-4fef-b837-c258a1d58b88,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:04.509236 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:46:04.627727 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:46:04.633329 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.641185 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:46:04.653758 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:04.654449 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:04.665803 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3524e15f-4d14-44a2-8080-ca30650b5f46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "PUT /v2.0/floatingips/63cf0be0-b282-4a5a-a118-6807543be9d7 HTTP/1.1" status: 200 len: 991 time: 1.4043889 Nov 24 17:46:04.666436 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:46:04.668845 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d96cd-4c46-4298-bfb5-d62767eb4465" -d '{"events": [{"name": "network-changed", "server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:46:04.762960 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93a1a1-8239-4dda-a9b0-6478672c9587 x-openstack-request-id: req-2f93a1a1-8239-4dda-a9b0-6478672c9587 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:46:04.763379 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:46:04.763728 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f93a1a1-8239-4dda-a9b0-6478672c9587 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:46:04.764217 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'status': 'completed', 'code': 200} Nov 24 17:46:04.797197 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55958) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.822767 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:04.850460 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-c6cf4d17-d03a-463c-acbf-0b18ef22ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:04.852640 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-c6cf4d17-d03a-463c-acbf-0b18ef22ec64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1098 time: 0.0647099 Nov 24 17:46:04.865129 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f5bf30cb-7da3-48c4-abd3-c8c13f8eb746 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=121a328cbf08442cb943360b511baf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631728 Nov 24 17:46:04.866520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 55960) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.900493 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55962) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:04.930189 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.962966 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:04.997227 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-aff86c24-b636-488a-9e5b-2577ba7a0d75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=524493c25581496b9f2c105b6df464d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951774 Nov 24 17:46:05.000471 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 55964) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:05.009570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-30229bd0-a929-4b9c-abce-3d426e6db6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:05.011412 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-30229bd0-a929-4b9c-abce-3d426e6db6a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1511059 Nov 24 17:46:05.036433 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.040169 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.044133 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c39b9c24-0c0e-4bd6-af1c-eeda72c23afb HTTP/1.1" status: 204 len: 168 time: 0.1740279 Nov 24 17:46:05.071860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2284da3-a97f-4d22-913e-30831aea017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b9c24-0c0e-4bd6-af1c-eeda72c23afb,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:05.173258 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '63cf0be0-b282-4a5a-a118-6807543be9d7', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd093c296-51c7-4f42-9247-26fdae85227a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:49Z', 'updated_at': '2021-11-24T17:46:03Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:05.198946 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-3cdb72a1-fa8f-4b8c-b6ed-4721f7d40d37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 999 time: 0.1746016 Nov 24 17:46:05.200677 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.229737 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:46:05.244879 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:05.245639 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:45:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:05.297833 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.360134 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-d6b2772f-c460-41dc-872a-a944b6ec7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:05.361670 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-d6b2772f-c460-41dc-872a-a944b6ec7210 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.1534357 Nov 24 17:46:05.393075 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:05.424816 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.428017 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:05.429308 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/832877f7-9673-41f0-8e7e-0f11ce7dd980 HTTP/1.1" status: 204 len: 168 time: 0.4276350 Nov 24 17:46:05.444006 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2697a7-3f38-4893-9801-8724924c1147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832877f7-9673-41f0-8e7e-0f11ce7dd980,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:05.468641 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-27eb104f-bbb7-4699-b9f2-5bea26f6cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:05.471857 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-27eb104f-bbb7-4699-b9f2-5bea26f6cad8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881202 Nov 24 17:46:05.637336 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-c5ea7a7c-26b6-4f4c-b4b0-8b17331fd8e4 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533532 Nov 24 17:46:05.707997 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '63cf0be0-b282-4a5a-a118-6807543be9d7', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd093c296-51c7-4f42-9247-26fdae85227a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:49Z', 'updated_at': '2021-11-24T17:46:03Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:05.807232 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-dc3d96cd-4c46-4298-bfb5-d62767eb4465 req-f26b89bc-291c-4c69-9bd8-af3b486788c3 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602793 Nov 24 17:46:05.919910 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25cad-e507-4662-8a38-a8b49dda01c3 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '63cf0be0-b282-4a5a-a118-6807543be9d7', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd093c296-51c7-4f42-9247-26fdae85227a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:45:49Z', 'updated_at': '2021-11-24T17:46:03Z', 'revision_number': 1, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:46:06.138145 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2a69c-e14b-490f-b10a-17c2904714e6 None None] New status for floating IP 63cf0be0-b282-4a5a-a118-6807543be9d7: ACTIVE {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:46:06.263182 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:46:09.296569 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:10.024579 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bc66b949-c0cf-4ec7-bfab-c7e68c2a5d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:12.617652 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b346f25f-b4b4-48bf-933e-9f0e20d30258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:13.965656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:15.826004 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:16.156988 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:35.649973 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56272) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:35.772788 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-064cdbc1-bd56-429e-b64d-4c8f32015fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:35.851110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-064cdbc1-bd56-429e-b64d-4c8f32015fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:35.856354 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-064cdbc1-bd56-429e-b64d-4c8f32015fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:35.892213 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cdbc1-bd56-429e-b64d-4c8f32015fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfeefc9-bb55-4884-aefe-afdb58c365ce,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:35.896538 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-064cdbc1-bd56-429e-b64d-4c8f32015fc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b7494544c144b968db3a826c8586f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453368 Nov 24 17:46:35.899725 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56278) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:35.951811 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:35.973502 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.026120 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.030306 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.032166 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bfeefc9-bb55-4884-aefe-afdb58c365ce HTTP/1.1" status: 204 len: 168 time: 0.1313448 Nov 24 17:46:36.045510 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca299b-8e4d-4ded-be4d-d0f911013dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfeefc9-bb55-4884-aefe-afdb58c365ce,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:36.740786 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56302) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:36.847273 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-28995352-network', 'tenant_id': 'b2833ecdacc24737bcfffbcaa9919b70'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:46:36.870093 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Made reservation on behalf of b2833ecdacc24737bcfffbcaa9919b70 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:46:36.873052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.886853 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.967942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:36.973756 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.002255 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:46:37.008815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af48f53-1fca-49cc-9b17-46e2f56c3090,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:37.016670 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.017078 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Added segment 1512007a-8126-44d9-9506-94a41e23b5ff of type vlan for network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 Nov 24 17:46:37.062760 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.090770 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.091813 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:37.092367 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.129072 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3870778 Nov 24 17:46:37.132142 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56308) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:37.137379 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Request body: {'subnet': {'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-28995352-subnet', 'tenant_id': 'b2833ecdacc24737bcfffbcaa9919b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:46:37.159776 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4901186-9432-4ca7-9f53-288e4d073cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:37.161219 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Made reservation on behalf of b2833ecdacc24737bcfffbcaa9919b70 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:46:37.164774 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.171402 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:46:37.594007 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.650583 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:37.662166 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Checking segment: {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:46:37.662562 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Network hostable DHCP agents. Network: 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:46:37.681246 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:46:37.691575 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:46:37.696587 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:37.697280 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:37.702468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331e8cd-55e6-449b-a7d6-b7ad6c384c8e None None] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:46:37.718844 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-4ebf0d0e-8941-4194-813f-218074fcb8ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5855145 Nov 24 17:46:37.845893 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0146ca1-a624-4691-a889-58199c0e19cf None None] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:46:39.297064 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:39.563902 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-6e8e321b-650c-4f6d-9266-33d03e9eebbc tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:39.565545 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-6e8e321b-650c-4f6d-9266-33d03e9eebbc tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 812 time: 0.1191657 Nov 24 17:46:39.587904 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-6970626f-bc9f-4ab2-b5e9-8d43a8d7c840 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/quotas/b2833ecdacc24737bcfffbcaa9919b70 HTTP/1.1" status: 200 len: 375 time: 0.0148344 Nov 24 17:46:39.623914 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-f44eaa77-bf4a-424a-bb9f-2ca8e748b272 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294132 Nov 24 17:46:39.728831 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-a8fa6a28-18a4-419e-89f1-96031e452604 service neutron] 10.222.0.41 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953341 Nov 24 17:46:39.831113 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-828fe68b-db56-479f-af5f-b3321a786e10 service neutron] 10.222.0.41 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958314 Nov 24 17:46:40.020126 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eeef-c42d-4c7b-a1a9-c404a2ab201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:40.020516 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-74bdd982-79ac-44c4-92b6-7d8c9dc6d771 req-d39379ca-8232-40b4-8735-f19d1387c187 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0439358 Nov 24 17:46:41.094106 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-4231eeed-4bce-4e8d-b1ab-801115466914 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:41.096104 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-4231eeed-4bce-4e8d-b1ab-801115466914 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 812 time: 0.1321716 Nov 24 17:46:41.110353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Request body: {'port': {'device_id': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06', 'admin_state_up': True, 'tenant_id': 'b2833ecdacc24737bcfffbcaa9919b70'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:46:41.127785 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-66820d47-6f27-466c-9c54-37059cff2750 req-99537b6e-85ad-4dd6-b524-e7182bc0cdda tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0289907 Nov 24 17:46:41.257124 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Made reservation on behalf of b2833ecdacc24737bcfffbcaa9919b70 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:46:41.263135 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:41.399953 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Allocated IP 172.20.0.13 (9fc4cd80-5e0b-496c-9d00-aa41a49e7b06/c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc/ace4f8e3-5e9c-4a7f-87f1-f357615e9046) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:46:41.574245 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:41.614920 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:41.665993 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:46:41.669092 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:46:41.671869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:46:41.701094 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Pushing event updated for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:41.731449 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:41.732064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:41.749854 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-cf30cd1b-906f-49f9-a3fa-549b7729a948 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443071 Nov 24 17:46:41.767073 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Request body: {'port': {'device_id': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:46:41.824217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.263560 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196d71-4a0e-4a8f-9720-ee001e3b3189 req-011d2c46-4193-4d6f-8ab2-fac92a864859 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:42.265234 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-73196d71-4a0e-4a8f-9720-ee001e3b3189 req-011d2c46-4193-4d6f-8ab2-fac92a864859 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 932 time: 0.0565927 Nov 24 17:46:42.318304 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-73196d71-4a0e-4a8f-9720-ee001e3b3189 req-3e5e8eff-38b1-4928-95b6-22f69115898f tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Nov 24 17:46:42.367257 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace4f8e3-5e9c-4a7f-87f1-f357615e9046 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:46:42.375648 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.388305 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Transition to ACTIVE for port object ace4f8e3-5e9c-4a7f-87f1-f357615e9046 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:46:42.394063 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.448147 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Pushing event updated for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:42.524078 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Attempting to bind port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:46:42.524078 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Attempting to bind port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:46:42.524420 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Attempting to bind port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:46:42.529846 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:46:42.530331 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Attempting to bind port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:46:42.538177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:46:42.538177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Checking segment: {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:46:42.538466 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Bound using segment: {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:46:42.539264 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Bound port: ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:46:42.539711 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.621826 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-f7887a07-7ef4-4ef4-8b79-70a1739e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.682782 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:46:42.687346 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:46:42.691805 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-45cfcabb-2de5-45c7-ab32-d83941a3dd2d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997739 Nov 24 17:46:42.693348 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.760459 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:42.761094 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:42.762528 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] 10.222.0.62 "PUT /v2.0/ports/ace4f8e3-5e9c-4a7f-87f1-f357615e9046 HTTP/1.1" status: 200 len: 1094 time: 0.9998720 Nov 24 17:46:42.762971 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:46:42.765256 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66861a-c543-469c-83a4-5478586c4a45" -d '{"events": [{"name": "network-changed", "server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:46:42.787097 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602953a1-4fb5-4698-bb3a-37ead5c2d332 service neutron] Pushing event updated for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:42.798413 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-7086b49a-87bd-433e-8475-9a6ae3434496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:42.800452 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-7086b49a-87bd-433e-8475-9a6ae3434496 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 1098 time: 0.0803363 Nov 24 17:46:42.911939 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-90992a40-c189-4629-8fae-deb67b5d8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:42.913335 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-90992a40-c189-4629-8fae-deb67b5d8177 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 1097 time: 0.1062028 Nov 24 17:46:42.948712 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9597b9-691b-4c5b-ad88-174de3400ab4 x-openstack-request-id: req-4c9597b9-691b-4c5b-ad88-174de3400ab4 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:46:42.949001 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:46:42.949259 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c9597b9-691b-4c5b-ad88-174de3400ab4 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:46:42.950760 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046', 'status': 'completed', 'code': 200} Nov 24 17:46:42.953643 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-7d473398-2114-48f6-9a96-babc35a958ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:42.955082 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-7d473398-2114-48f6-9a96-babc35a958ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.1212754 Nov 24 17:46:42.986906 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-41c5af92-f448-4faa-aeee-91115fb3755d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046 HTTP/1.1" status: 200 len: 217 time: 0.0480661 Nov 24 17:46:43.077144 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-213c0018-174a-4002-82ee-a7f8ec928248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 200 len: 1001 time: 0.0966177 Nov 24 17:46:43.080864 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-e13a42cd-4b79-4a8d-b1f6-e2cea71700a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.082279 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-e13a42cd-4b79-4a8d-b1f6-e2cea71700a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc HTTP/1.1" status: 200 len: 852 time: 0.0628037 Nov 24 17:46:43.153343 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-324aad55-8333-4f7a-bd40-c2cfc7bb22d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577250 Nov 24 17:46:43.174523 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-37f81d24-0b0b-420b-85d3-e984963efdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.175949 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-37f81d24-0b0b-420b-85d3-e984963efdee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0817492 Nov 24 17:46:43.262100 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:46:43.283479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-f273236f-26ca-4a9d-b36f-3a5b7ac5138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.285005 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-f273236f-26ca-4a9d-b36f-3a5b7ac5138c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908825 Nov 24 17:46:43.286936 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-c4a23d98-07a4-4994-a050-d7240dd0f0f3 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253550 Nov 24 17:46:43.449147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026ac47-4985-4c42-aacc-f64b58734b32 req-c6d60056-9d5b-44ab-adff-b2adbe665ef7 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.450638 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c026ac47-4985-4c42-aacc-f64b58734b32 req-c6d60056-9d5b-44ab-adff-b2adbe665ef7 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 944 time: 0.0509343 Nov 24 17:46:43.452239 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-fb46afdf-e435-4bea-b457-a9588170762d service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540267 Nov 24 17:46:43.453994 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-1e6c83c3-c7cd-4ef4-b686-d333386da968 req-fef4ad28-1066-4e6d-b1c8-f49ac577eab4 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547079 Nov 24 17:46:43.507515 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c026ac47-4985-4c42-aacc-f64b58734b32 req-5c2747d2-6c6c-4700-962a-cb11b8579a2a tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Nov 24 17:46:43.583850 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cde69d22-f9dd-41d0-8336-df502d5f4710 req-62802421-6137-40f8-9e1e-fd975367fa35 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186888 Nov 24 17:46:43.586541 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66861a-c543-469c-83a4-5478586c4a45 req-ad8c5304-4ecb-439e-9465-929c0115081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.587977 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-ad8c5304-4ecb-439e-9465-929c0115081b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 1097 time: 0.0647438 Nov 24 17:46:43.692993 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66861a-c543-469c-83a4-5478586c4a45 req-96d82345-62ba-4592-82ca-153c9fc7246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.694658 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-96d82345-62ba-4592-82ca-153c9fc7246d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 913 time: 0.0992758 Nov 24 17:46:43.741428 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-cbf045b5-df5c-47de-babd-28fb8949858f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046 HTTP/1.1" status: 200 len: 217 time: 0.0391190 Nov 24 17:46:43.803564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66861a-c543-469c-83a4-5478586c4a45 req-50b70bf6-f2aa-40a2-82fd-769f69452382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:43.805930 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-50b70bf6-f2aa-40a2-82fd-769f69452382 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc HTTP/1.1" status: 200 len: 852 time: 0.0543160 Nov 24 17:46:43.841517 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-1f69b3c2-9324-4f78-bb10-debbb01df192 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279899 Nov 24 17:46:43.946405 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-420237d5-1434-4ba6-93f3-3a9ceb5d44c7 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966198 Nov 24 17:46:43.994435 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:44.065779 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4f66861a-c543-469c-83a4-5478586c4a45 req-be3c06e2-44fd-4224-84b6-8b0839d50318 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118212 Nov 24 17:46:44.657800 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ea3ea-0a09-41b4-b1ef-834c228c03d5 req-84348d90-0b36-479f-b5a4-24bdc97cdc22 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:44.659508 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a1ea3ea-0a09-41b4-b1ef-834c228c03d5 req-84348d90-0b36-479f-b5a4-24bdc97cdc22 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 944 time: 0.0626545 Nov 24 17:46:44.729035 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a1ea3ea-0a09-41b4-b1ef-834c228c03d5 req-d9153b99-bba3-4f19-95c8-fb5b38c78352 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Nov 24 17:46:45.832836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:45.868701 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e170e0-beeb-475f-a826-a66d12760eda req-626d1174-0aca-425c-b07a-a8ba028cf739 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:45.870425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-12e170e0-beeb-475f-a826-a66d12760eda req-626d1174-0aca-425c-b07a-a8ba028cf739 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 944 time: 0.0599794 Nov 24 17:46:45.922276 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-12e170e0-beeb-475f-a826-a66d12760eda req-c956d65e-f7af-4d2a-8094-f12e48478632 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448904 Nov 24 17:46:46.158802 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:46.877610 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ace4f8e3-5e9c-4a7f-87f1-f357615e9046 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:46:46.988350 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:47.001695 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046', 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06', 'port_id': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046', 'mac_address': 'fa:16:3e:ee:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:46:47.044660 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:47.052980 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eb74c-8dbd-4355-bb4f-d90ff46d3bc3 req-6531cfaa-199c-4cb2-b5fe-870e5e02a8d3 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:47.054567 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b85eb74c-8dbd-4355-bb4f-d90ff46d3bc3 req-6531cfaa-199c-4cb2-b5fe-870e5e02a8d3 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 944 time: 0.0569923 Nov 24 17:46:47.059907 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace4f8e3-5e9c-4a7f-87f1-f357615e9046 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:46:47.089268 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:47.095549 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:47.109293 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b85eb74c-8dbd-4355-bb4f-d90ff46d3bc3 req-1480c65c-05b6-46f3-8e1d-5e0b6975728f tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Nov 24 17:46:47.149930 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:47.158605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.159093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.159460 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.159857 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.160226 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.160602 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.160949 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.161303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.161753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.162098 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.162493 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.162886 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:47.323756 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['ace4f8e3-5e9c-4a7f-87f1-f357615e9046'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:46:48.253668 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2afc43-0a22-473e-a1f1-6c535628a3e5 req-27e62a50-b3a3-46f6-a91c-aec41aea2024 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:48.255284 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-db2afc43-0a22-473e-a1f1-6c535628a3e5 req-27e62a50-b3a3-46f6-a91c-aec41aea2024 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 945 time: 0.0636017 Nov 24 17:46:48.309599 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-db2afc43-0a22-473e-a1f1-6c535628a3e5 req-2ec8e918-4630-4290-b598-cf72da7096b0 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Nov 24 17:46:48.893460 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ace4f8e3-5e9c-4a7f-87f1-f357615e9046 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:46:48.946400 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:46:48.950935 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:46:48.951303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:49.036478 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:49.065090 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:46:49.067495 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378887a-c58f-4425-8d43-f3c188e32624" -d '{"events": [{"server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:46:49.081702 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:49.086958 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:49.140020 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:49.171825 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be7175-cdd2-4f1f-8c80-519a7c405ac7 x-openstack-request-id: req-67be7175-cdd2-4f1f-8c80-519a7c405ac7 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:46:49.172142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:46:49.172942 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67be7175-cdd2-4f1f-8c80-519a7c405ac7 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:46:49.172942 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046', 'code': 200} Nov 24 17:46:49.356735 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4928e2-4cb4-4e2c-b7d1-21e58209f735 req-e1d245a9-9bc5-48d2-ae84-c28b774ec7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:49.358392 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b4928e2-4cb4-4e2c-b7d1-21e58209f735 req-e1d245a9-9bc5-48d2-ae84-c28b774ec7c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 1099 time: 0.0497403 Nov 24 17:46:49.422114 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-9b4928e2-4cb4-4e2c-b7d1-21e58209f735 req-c61eebf1-1595-4193-8ede-24ec8fb149b0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Nov 24 17:46:49.441766 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654405c9-a874-4a49-8fea-1986ef2a3940 req-10275bb9-4487-4b4e-a297-720f2cf903c6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:49.443345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-654405c9-a874-4a49-8fea-1986ef2a3940 req-10275bb9-4487-4b4e-a297-720f2cf903c6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0526769 Nov 24 17:46:49.500022 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-654405c9-a874-4a49-8fea-1986ef2a3940 req-5972da28-865e-4c94-bf32-1cade260b70a tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Nov 24 17:46:49.890643 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7dbc1-f1bd-496b-a6e7-5b833d15ac41 req-51c21121-0149-4506-8ab6-2250333aaa70 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:49.892098 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1be7dbc1-f1bd-496b-a6e7-5b833d15ac41 req-51c21121-0149-4506-8ab6-2250333aaa70 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0572922 Nov 24 17:46:49.946721 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1be7dbc1-f1bd-496b-a6e7-5b833d15ac41 req-dcfeed90-b04c-45b8-8207-6ed567980f62 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Nov 24 17:46:50.631772 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5227742-e57a-4142-9d23-a6bedffb0a19 req-f9c8a353-ce23-4fda-ae16-4eb9843de6b6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:50.633327 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5227742-e57a-4142-9d23-a6bedffb0a19 req-f9c8a353-ce23-4fda-ae16-4eb9843de6b6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0518894 Nov 24 17:46:50.684771 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e5227742-e57a-4142-9d23-a6bedffb0a19 req-e0d0dcc4-3044-49e3-9a67-7269192021c2 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Nov 24 17:46:51.086629 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e736d2b-9952-4fa8-8afe-639fe6bc9f6c req-864f3ed9-de03-4525-8f08-98fa3a195ac7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:51.089123 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3e736d2b-9952-4fa8-8afe-639fe6bc9f6c req-864f3ed9-de03-4525-8f08-98fa3a195ac7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0647349 Nov 24 17:46:51.143760 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3e736d2b-9952-4fa8-8afe-639fe6bc9f6c req-32a7666a-a5b1-40b4-9b89-a4c859f4835c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481033 Nov 24 17:46:51.830350 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc616-3bea-40c3-9397-2ca3d32062ee req-99b3863c-0d5d-4f19-a1ed-0c84c53c2758 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:51.831970 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ef6cc616-3bea-40c3-9397-2ca3d32062ee req-99b3863c-0d5d-4f19-a1ed-0c84c53c2758 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0705082 Nov 24 17:46:51.883340 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ef6cc616-3bea-40c3-9397-2ca3d32062ee req-a7b4fc30-b375-4c71-9a99-254d3ed7dd4d tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Nov 24 17:46:52.283456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacf98c-358e-494f-8090-ff7ccf560215 req-6f9db202-494f-44db-b6fc-eca1fa6f1a6d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:52.285082 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7dacf98c-358e-494f-8090-ff7ccf560215 req-6f9db202-494f-44db-b6fc-eca1fa6f1a6d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0568860 Nov 24 17:46:52.349835 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7dacf98c-358e-494f-8090-ff7ccf560215 req-f372a85f-25c7-4eb8-b32b-2a766a470e38 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567534 Nov 24 17:46:53.490235 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230661af-aadc-49fc-a7f2-1841cd79c8a5 req-af258548-5922-4088-aa6c-83c8b18ade6a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:53.491766 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-230661af-aadc-49fc-a7f2-1841cd79c8a5 req-af258548-5922-4088-aa6c-83c8b18ade6a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0547616 Nov 24 17:46:53.544169 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-230661af-aadc-49fc-a7f2-1841cd79c8a5 req-79afd283-48c0-4b3b-a965-6b8078584a19 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Nov 24 17:46:54.682565 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c7c4a-ee0e-4ed1-9226-bc7047cc0476 req-c0dca581-6e25-4692-be83-a3074524b693 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:54.684453 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-016c7c4a-ee0e-4ed1-9226-bc7047cc0476 req-c0dca581-6e25-4692-be83-a3074524b693 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0550463 Nov 24 17:46:54.750211 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-016c7c4a-ee0e-4ed1-9226-bc7047cc0476 req-f69ad7bc-4448-4e92-aa09-94a1c0b0b112 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584900 Nov 24 17:46:55.047463 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968fb0a-a513-46f7-82df-1502f8e3a678 req-ef059501-e9c7-4051-9313-dcb2c8193664 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:55.049037 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2968fb0a-a513-46f7-82df-1502f8e3a678 req-ef059501-e9c7-4051-9313-dcb2c8193664 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.0537975 Nov 24 17:46:55.103910 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2968fb0a-a513-46f7-82df-1502f8e3a678 req-3530517e-ee2d-45dc-8d2b-f294fb1b5ec8 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478873 Nov 24 17:46:55.885498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a4eb4-39c3-4c65-b9e3-b858beb1caaa req-b27d4b43-afdf-41e8-91e6-f0aa2964e5be tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:55.887093 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-086a4eb4-39c3-4c65-b9e3-b858beb1caaa req-b27d4b43-afdf-41e8-91e6-f0aa2964e5be tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0531993 Nov 24 17:46:55.946306 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-086a4eb4-39c3-4c65-b9e3-b858beb1caaa req-1f427495-160f-45cb-9c2f-88d2bc72e31f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Nov 24 17:46:56.240619 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead64afa-4157-4ce2-8cd6-f8e75f8e2559 req-e25870f7-0d7d-47d4-8829-b9f7580a8750 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:56.240619 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ead64afa-4157-4ce2-8cd6-f8e75f8e2559 req-e25870f7-0d7d-47d4-8829-b9f7580a8750 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.0570626 Nov 24 17:46:56.309309 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ead64afa-4157-4ce2-8cd6-f8e75f8e2559 req-1b897670-a528-43df-999b-2263ce2a2c44 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581722 Nov 24 17:46:56.984967 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-a2071137-f1dc-4e5b-9150-4b132c37d960 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:56.986546 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-a2071137-f1dc-4e5b-9150-4b132c37d960 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.0628996 Nov 24 17:46:57.090234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6857f-5138-4494-9009-51e23e250844 req-b2d6be82-50ff-4728-b58a-27d66a48a064 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:57.091763 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6c6857f-5138-4494-9009-51e23e250844 req-b2d6be82-50ff-4728-b58a-27d66a48a064 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0582268 Nov 24 17:46:57.110222 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Deleting port d8f4e847-636a-46e2-8325-65725e0052f4 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:57.110566 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.151383 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d6c6857f-5138-4494-9009-51e23e250844 req-181e0616-e8b8-4840-9125-078c23eaa76a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528548 Nov 24 17:46:57.216071 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] For port d8f4e847-636a-46e2-8325-65725e0052f4, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d8f4e847-636a-46e2-8325-65725e0052f4,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:46:57.216582 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.416941 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.417632 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.418259 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Floating IP 9a5babfe-c106-47bd-8821-8708c3ae44f3 disassociated. External IP: 172.27.2.136, port: d8f4e847-636a-46e2-8325-65725e0052f4. Nov 24 17:46:57.418822 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Calling delete_port for d8f4e847-636a-46e2-8325-65725e0052f4 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:57.443513 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fdca-d905-48d7-b2f1-1fd874f5aab3 req-4c7c40a4-e96a-485c-9442-0d4af4453c41 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:57.445147 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3e29fdca-d905-48d7-b2f1-1fd874f5aab3 req-4c7c40a4-e96a-485c-9442-0d4af4453c41 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c482186-b536-4379-ad7e-1a30e25979a7 HTTP/1.1" status: 200 len: 945 time: 0.0580449 Nov 24 17:46:57.505351 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3e29fdca-d905-48d7-b2f1-1fd874f5aab3 req-bdfe5a97-8ee1-4e5f-8072-10175ad7465d tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups?id=961a0ebc-ac2f-4a74-8064-2ab210d4e599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536554 Nov 24 17:46:57.565957 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.596645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'Port': ['ID=d8f4e847-636a-46e2-8325-65725e0052f4,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:57.609583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.609936 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.610320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.610808 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.610991 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.611264 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.612179 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.612179 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.612179 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.612617 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.613229 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.613229 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:46:57.734950 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:46:57.852991 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:46:57.868203 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:46:57.885270 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:57.886371 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:46:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:57.899193 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] No DVR routers for this DVR port d8f4e847-636a-46e2-8325-65725e0052f4 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:46:57.902225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:57.905755 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-34ce7963-5301-4a7c-a17f-1939ad4e0d36 req-2c6548f0-2143-4e0c-a160-7756f885b121 tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.62 "DELETE /v2.0/ports/d8f4e847-636a-46e2-8325-65725e0052f4 HTTP/1.1" status: 204 len: 173 time: 0.9120297 Nov 24 17:46:57.906312 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'name': 'network-vif-deleted', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:46:57.908749 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720305c-566d-455b-a409-2957d742062a" -d '{"events": [{"server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "name": "network-vif-deleted", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:46:57.948211 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ed032-c6ad-4408-8b36-4be9b2b05e48 x-openstack-request-id: req-e96ed032-c6ad-4408-8b36-4be9b2b05e48 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:46:57.948563 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c482186-b536-4379-ad7e-1a30e25979a7", "name": "network-vif-deleted", "tag": "d8f4e847-636a-46e2-8325-65725e0052f4", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:46:57.948881 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e96ed032-c6ad-4408-8b36-4be9b2b05e48 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:46:57.949579 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c482186-b536-4379-ad7e-1a30e25979a7', 'name': 'network-vif-deleted', 'tag': 'd8f4e847-636a-46e2-8325-65725e0052f4', 'status': 'completed', 'code': 200} Nov 24 17:46:58.050929 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:58.284695 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:58.286553 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3946-5e45-4b49-9795-864d36aa3b67 req-8cd3e282-5d59-4b61-9ec2-3fc65f3ae142 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:58.288803 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-686f3946-5e45-4b49-9795-864d36aa3b67 req-8cd3e282-5d59-4b61-9ec2-3fc65f3ae142 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0539536 Nov 24 17:46:58.320051 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:46:58.329799 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:46:58.330463 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:46:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:58.363075 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-686f3946-5e45-4b49-9795-864d36aa3b67 req-cbdde206-8c92-4502-a36d-85c1a278b059 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685687 Nov 24 17:46:58.467105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:46:58.614854 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56610) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:58.679226 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:58.711673 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:58.753437 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:46:58.784494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:58.785629 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4b5de-6975-4bf1-bb87-e2a442e3aea5 None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:40:41Z', 'revision_number': 4, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0f342909-351f-4196-bcbc-20d30d97cd8b', 'name': '', 'network_id': '6ad01a51-cbe3-4928-a6be-0d787217b498', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'mac_address': 'fa:16:3e:d7:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:39Z', 'updated_at': '2021-11-24T17:40:54Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'subnets': [{'id': '450dfcd4-8df1-4c9a-bb2a-bddfc3c03228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:46:58.789590 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:58.794735 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "DELETE /v2.0/security-groups/961a0ebc-ac2f-4a74-8064-2ab210d4e599 HTTP/1.1" status: 204 len: 168 time: 0.1785645 Nov 24 17:46:58.795619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56614) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:58.815257 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb977bf3-f905-48e0-8a9e-6625d5cdaaef tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a0ebc-ac2f-4a74-8064-2ab210d4e599,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:58.817589 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.api.v2.resource [None req-d1fabd82-d476-40a3-9bf9-7b53fbcafa1c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] show failed (client error): The resource could not be found. Nov 24 17:46:58.823559 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d1fabd82-d476-40a3-9bf9-7b53fbcafa1c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "GET /v2.0/security-groups/961a0ebc-ac2f-4a74-8064-2ab210d4e599 HTTP/1.1" status: 404 len: 347 time: 0.0259111 Nov 24 17:46:58.833729 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56616) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:46:58.990940 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Deleting port 8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:46:58.991445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.054479 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e01802-67d8-4fb2-8cd2-2913fd20e87e None None] New status for floating IP 9a5babfe-c106-47bd-8821-8708c3ae44f3: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:46:59.095409 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.095916 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.111797 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Calling delete_port for 8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:46:59.288273 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.336086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Pushing event deleted for resources: {'Port': ['ID=8e3bcb13-7d43-4cd6-ab2b-f4122924c2a3,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:46:59.421546 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.426068 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:46:59.426068 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b7b68082-2cd7-48a5-b540-dff2b2c9df5c tempest-AttachVolumeTestJSON-602092509 tempest-AttachVolumeTestJSON-602092509-project] 10.222.0.41 "DELETE /v2.0/floatingips/9a5babfe-c106-47bd-8821-8708c3ae44f3 HTTP/1.1" status: 204 len: 168 time: 0.5905483 Nov 24 17:46:59.524443 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9dbb3-27f4-46e2-944d-4f281d35744e req-0b7836de-863d-4788-836e-a272c4f3ada7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:46:59.525905 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-efd9dbb3-27f4-46e2-944d-4f281d35744e req-0b7836de-863d-4788-836e-a272c4f3ada7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0625858 Nov 24 17:46:59.592307 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-efd9dbb3-27f4-46e2-944d-4f281d35744e req-8257e6df-a75c-4b0b-ab13-1101755fec9d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569973 Nov 24 17:47:00.736829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f71f-eace-4b34-8fd8-0c8dcb669c2e req-8f3af21a-c25d-4915-b046-08002319888e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:00.738632 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2e2f71f-eace-4b34-8fd8-0c8dcb669c2e req-8f3af21a-c25d-4915-b046-08002319888e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0511916 Nov 24 17:47:00.800903 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2e2f71f-eace-4b34-8fd8-0c8dcb669c2e req-4fe4c6e0-09d8-43f2-83e1-f08b20e652ea tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553365 Nov 24 17:47:01.003711 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device d8f4e847-636a-46e2-8325-65725e0052f4 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:01.039090 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: d8f4e847-636a-46e2-8325-65725e0052f4 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:01.039436 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device d8f4e847-636a-46e2-8325-65725e0052f4 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:02.100366 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cfb72-3548-4638-835d-8a967869efb9 req-676ad616-3765-4710-9c05-1410252a482e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:02.102203 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a0cfb72-3548-4638-835d-8a967869efb9 req-676ad616-3765-4710-9c05-1410252a482e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0574880 Nov 24 17:47:02.158056 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a0cfb72-3548-4638-835d-8a967869efb9 req-f23c98c8-2af0-40bc-aa12-137fec4a8039 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 Nov 24 17:47:03.126892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56660) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:03.339363 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edfdd5-5c56-4210-a209-8af60e3c0ca3 req-1ae3aec4-49fe-4502-adb7-56fb199954ae tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:03.340977 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-44edfdd5-5c56-4210-a209-8af60e3c0ca3 req-1ae3aec4-49fe-4502-adb7-56fb199954ae tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.1025069 Nov 24 17:47:03.469329 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-44edfdd5-5c56-4210-a209-8af60e3c0ca3 req-7594db23-79ab-4557-ae85-5b847eb242d5 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890644 Nov 24 17:47:03.646401 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:03.905611 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Deleting port 0f342909-351f-4196-bcbc-20d30d97cd8b {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:03.905954 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:03.998508 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] For port 0f342909-351f-4196-bcbc-20d30d97cd8b, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0f342909-351f-4196-bcbc-20d30d97cd8b,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:03.998859 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:04.012879 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Calling delete_port for 0f342909-351f-4196-bcbc-20d30d97cd8b owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:04.219332 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:04.251158 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f342909-351f-4196-bcbc-20d30d97cd8b,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:04.279275 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.279884 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.280135 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.280286 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.281598 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.281748 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.282200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.282543 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.282878 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.283209 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.283535 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.283857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:04.445292 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:04.638341 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a2b65-925a-46e2-b244-dfd3d7ad20a5 req-229c580d-a235-4a1e-8f27-c1089e2ca2d8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:04.639925 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd4a2b65-925a-46e2-b244-dfd3d7ad20a5 req-229c580d-a235-4a1e-8f27-c1089e2ca2d8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0912905 Nov 24 17:47:04.740683 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dd4a2b65-925a-46e2-b244-dfd3d7ad20a5 req-a4203993-f46f-4563-acf4-71a5fff854f9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905502 Nov 24 17:47:04.750749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:47:05.130564 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:47:05.136088 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d49e6d60-b220-42da-869c-fc9d162aac29 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7f6196a-8f34-4a39-86c1-7a0474d1f1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081060 Nov 24 17:47:05.138964 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56684) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:05.140059 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Sync routers for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:47:05.151927 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:47:05.152607 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:46:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:05.281884 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks [] for router, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.407680 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:47:05.413909 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.475033 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Deleting port b0c2e360-717c-4d69-9396-08582c400c8a {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:05.475419 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.566886 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] For port b0c2e360-717c-4d69-9396-08582c400c8a, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=b0c2e360-717c-4d69-9396-08582c400c8a,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:05.567274 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.580079 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Calling delete_port for b0c2e360-717c-4d69-9396-08582c400c8a owned by network:router_gateway {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:05.605561 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:47:04Z', 'revision_number': 5, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port': {'id': 'b0c2e360-717c-4d69-9396-08582c400c8a', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:40:34Z', 'updated_at': '2021-11-24T17:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:05.632927 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Checking router: b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:47:05.642003 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Routers {'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:47:05.642687 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:46:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:05.735210 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] Set router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 gateway port host: None {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:47:05.757090 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.784124 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2e360-717c-4d69-9396-08582c400c8a,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:05.795441 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:47:05Z', 'revision_number': 6, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:05.822447 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8006-c249-4f59-8bee-ae80aca73930 None None] The sync data for ids ['b7f6196a-8f34-4a39-86c1-7a0474d1f1d2'] in dv-cinder-819149-1-iscsi is: [{'id': 'b7f6196a-8f34-4a39-86c1-7a0474d1f1d2', 'name': 'tempest-AttachVolumeTestJSON-1383353832-router', 'tenant_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:40:33Z', 'updated_at': '2021-11-24T17:47:05Z', 'revision_number': 6, 'project_id': '47fb5d9aefd14d2c9ac4382f6bdc116a', 'gw_port_host': None}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:47:05.853349 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.876379 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34754f2-56a3-4d48-8763-9736f480798e req-a3256408-ff2c-43c5-870c-b48698d09c5b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:05.877929 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f34754f2-56a3-4d48-8763-9736f480798e req-a3256408-ff2c-43c5-870c-b48698d09c5b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0587761 Nov 24 17:47:05.927425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f34754f2-56a3-4d48-8763-9736f480798e req-4c08323a-b5bb-4b06-8e97-1c1a987860e6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Nov 24 17:47:05.956523 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:05.958987 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.007139 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.007803 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 {{(pid=109258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:47:06.013204 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.014441 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-f5f9d694-ac88-4a56-88fd-c111a05028ef admin admin] 10.222.0.41 "DELETE /v2.0/routers/b7f6196a-8f34-4a39-86c1-7a0474d1f1d2 HTTP/1.1" status: 204 len: 168 time: 0.8744433 Nov 24 17:47:06.017544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56688) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:06.069326 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Deleting subnet 450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:47:06.074049 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.114508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.212882 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.295729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.324104 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450dfcd4-8df1-4c9a-bb2a-bddfc3c03228,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:06.328143 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.331799 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-7271af41-9bc2-43ab-9440-799ce92ee806 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/450dfcd4-8df1-4c9a-bb2a-bddfc3c03228 HTTP/1.1" status: 204 len: 168 time: 0.3131211 Nov 24 17:47:06.335611 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c36b80-3923-4011-a436-7daab8b1a75d None None] Network 6ad01a51-cbe3-4928-a6be-0d787217b498 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:47:06.336131 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56692) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:06.423463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.490852 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Deleting port eac013f7-370a-4784-bca1-7c2f443929bb {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:06.491005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.558291 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] For port eac013f7-370a-4784-bca1-7c2f443929bb, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=eac013f7-370a-4784-bca1-7c2f443929bb,segment=NetworkSegment(0e2474bb-b9f3-452d-8895-a93975cffa97),segment_id=0e2474bb-b9f3-452d-8895-a93975cffa97)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:06.558588 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.576067 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Calling delete_port for eac013f7-370a-4784-bca1-7c2f443929bb owned by network:dhcp {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:06.626294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] DHCP port deletion for 6ad01a51-cbe3-4928-a6be-0d787217b498 request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:47:06.680255 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.704218 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Deleting port eac013f7-370a-4784-bca1-7c2f443929bb {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:06.704607 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.713672 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=eac013f7-370a-4784-bca1-7c2f443929bb,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:06.717727 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] No DVR routers for this DVR port eac013f7-370a-4784-bca1-7c2f443929bb on host dv-cinder-819149-1-iscsi {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:47:06.759511 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0f342909-351f-4196-bcbc-20d30d97cd8b no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:06.793209 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 0f342909-351f-4196-bcbc-20d30d97cd8b {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:06.793535 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0f342909-351f-4196-bcbc-20d30d97cd8b not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:06.795735 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] For port eac013f7-370a-4784-bca1-7c2f443929bb, host dv-cinder-819149-1-iscsi, got binding levels [] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:06.796581 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.804217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.811417 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Calling delete_port for eac013f7-370a-4784-bca1-7c2f443929bb owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:06.815150 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Port eac013f7-370a-4784-bca1-7c2f443929bb was not found and therefore no delete operation was performed {{(pid=109260) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 17:47:06.817512 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.831508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad01a51-cbe3-4928-a6be-0d787217b498']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:06.849254 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] Pushing event deleted for resources: {'Port': ['ID=eac013f7-370a-4784-bca1-7c2f443929bb,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:06.850319 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2474bb-b9f3-452d-8895-a93975cffa97') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:06.850706 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2474bb-b9f3-452d-8895-a93975cffa97') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:06.854092 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a9d5e-1931-42b9-b36d-aaef7d1bf46c None None] No DVR routers for this DVR port eac013f7-370a-4784-bca1-7c2f443929bb on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:47:06.870395 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.888483 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.895925 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:47:06.896472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:47:06.898786 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:47:06.966223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.975865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:06.978598 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] 10.222.0.41 "DELETE /v2.0/networks/6ad01a51-cbe3-4928-a6be-0d787217b498 HTTP/1.1" status: 204 len: 168 time: 0.6416419 Nov 24 17:47:07.067140 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e6ef4-aaf2-4466-976d-5fc27ba266e4 req-00fee03a-2705-40d5-937a-b9de8fe07305 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:07.068893 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-707e6ef4-aaf2-4466-976d-5fc27ba266e4 req-00fee03a-2705-40d5-937a-b9de8fe07305 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0567863 Nov 24 17:47:07.142935 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-707e6ef4-aaf2-4466-976d-5fc27ba266e4 req-f552381a-31ec-4351-bfd5-686a913a9458 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669179 Nov 24 17:47:07.154290 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56698) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:07.232425 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-018cfec0-939a-41f1-a723-d7af6ae2b7f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47fb5d9aefd14d2c9ac4382f6bdc116a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0766830 Nov 24 17:47:07.235390 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56702) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:07.262940 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec6f2-715b-4647-a25d-ee02b2b60f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad01a51-cbe3-4928-a6be-0d787217b498,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:07.290097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:07.312849 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:07.364090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:07.367444 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:07.368377 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2147d0-1c56-435a-bc65-6b68b76cfe90 HTTP/1.1" status: 204 len: 168 time: 0.1319981 Nov 24 17:47:07.379215 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4ac39-967f-4847-9706-f95eed5fc26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2147d0-1c56-435a-bc65-6b68b76cfe90,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:08.287650 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffb50-3de2-4fc8-bbb1-c1cfca62d677 req-530633d0-1a41-467c-a857-85ff537efe87 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:08.289446 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da4ffb50-3de2-4fc8-bbb1-c1cfca62d677 req-530633d0-1a41-467c-a857-85ff537efe87 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0621352 Nov 24 17:47:08.312991 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device eac013f7-370a-4784-bca1-7c2f443929bb no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:08.336251 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: eac013f7-370a-4784-bca1-7c2f443929bb {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:08.336646 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device eac013f7-370a-4784-bca1-7c2f443929bb not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:08.337134 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b0c2e360-717c-4d69-9396-08582c400c8a no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:08.354850 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-da4ffb50-3de2-4fc8-bbb1-c1cfca62d677 req-062e3dce-af71-4f36-abe7-998a1dd8327a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582156 Nov 24 17:47:08.369974 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: b0c2e360-717c-4d69-9396-08582c400c8a {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:08.370449 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device b0c2e360-717c-4d69-9396-08582c400c8a not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:09.286861 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:09.486497 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703dd7f-aa97-4821-b9f0-aa9f61e63866 req-6694d4d7-5256-4f85-acd7-06d982571203 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:09.488104 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3703dd7f-aa97-4821-b9f0-aa9f61e63866 req-6694d4d7-5256-4f85-acd7-06d982571203 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0589921 Nov 24 17:47:09.541541 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3703dd7f-aa97-4821-b9f0-aa9f61e63866 req-c82f528a-aa50-4d8d-99d7-db149debaa29 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461833 Nov 24 17:47:10.018300 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-29cd7ef6-9ffa-42f5-b78e-5bb6c7b42698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:10.682458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d788-917d-4da9-b210-43dd613484fa req-817f82b9-aad6-44da-bee7-00e700bfcf7f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:10.684036 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bd11d788-917d-4da9-b210-43dd613484fa req-817f82b9-aad6-44da-bee7-00e700bfcf7f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0533564 Nov 24 17:47:10.735279 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-bd11d788-917d-4da9-b210-43dd613484fa req-19823fef-7d74-4c4f-9999-ff1ee8809221 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 Nov 24 17:47:11.349359 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56784) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:11.479082 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b98751d5-9bbe-4bae-9633-a394b6d9a1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.562248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b98751d5-9bbe-4bae-9633-a394b6d9a1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.570157 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b98751d5-9bbe-4bae-9633-a394b6d9a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.616885 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b98751d5-9bbe-4bae-9633-a394b6d9a1d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3af5eae1b7324331976e38366099fa3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661722 Nov 24 17:47:11.617849 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98751d5-9bbe-4bae-9633-a394b6d9a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12489d44-d607-4bbe-96ae-3105af67f862,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:11.619756 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56788) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:11.682762 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.706696 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.760898 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.763706 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:11.764921 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12489d44-d607-4bbe-96ae-3105af67f862 HTTP/1.1" status: 204 len: 168 time: 0.1432364 Nov 24 17:47:11.773919 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03704caf-c2f5-4c89-b5a4-a103f65c441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12489d44-d607-4bbe-96ae-3105af67f862,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:11.893288 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636814-fd7f-4e3f-a36c-2ee10393ec6e req-6760b958-b197-422b-b08e-9089c330d047 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:11.894836 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a636814-fd7f-4e3f-a36c-2ee10393ec6e req-6760b958-b197-422b-b08e-9089c330d047 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0519371 Nov 24 17:47:11.945745 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a636814-fd7f-4e3f-a36c-2ee10393ec6e req-fee5b351-1430-44ac-9a68-fe15db12828f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Nov 24 17:47:12.620025 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3829f55e-30e7-4d4e-89e0-deb884296133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:13.043039 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:47:13.099413 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844041a5-908b-4714-8556-33c27e7ae9d7 req-680a5329-aee9-4713-8f7f-4fccfbebe93b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:13.101779 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-844041a5-908b-4714-8556-33c27e7ae9d7 req-680a5329-aee9-4713-8f7f-4fccfbebe93b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0691895 Nov 24 17:47:13.151740 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:13.165723 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:47:13.169925 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-844041a5-908b-4714-8556-33c27e7ae9d7 req-b01bab91-573e-49b8-8b5c-1a257553b1e2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564518 Nov 24 17:47:13.214764 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:13.233382 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:47:13.254172 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:13.258501 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:13.318307 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=6']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:13.347631 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['86ca1bbe-e6b1-440d-abca-58dcc5187601'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:47:13.828701 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56882) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:13.953234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d009e95e-ecfa-4c89-98a2-09b74b2d9522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:13.984288 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.066937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d009e95e-ecfa-4c89-98a2-09b74b2d9522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.073951 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d009e95e-ecfa-4c89-98a2-09b74b2d9522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.112243 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e95e-ecfa-4c89-98a2-09b74b2d9522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58d97b-3643-40d8-b7c9-7bd829038aea,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:14.120813 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d009e95e-ecfa-4c89-98a2-09b74b2d9522 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbfe28a87fa3481bbf11bf5a91dae12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880371 Nov 24 17:47:14.121563 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56892) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:14.177637 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.202150 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.282002 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.284721 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.285887 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae58d97b-3643-40d8-b7c9-7bd829038aea HTTP/1.1" status: 204 len: 168 time: 0.1636324 Nov 24 17:47:14.322190 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29f58b-e236-444b-a207-0391395d71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58d97b-3643-40d8-b7c9-7bd829038aea,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:14.342215 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289d9a-b678-462c-82c1-f82f2c6a8c1e req-d6b9c9f5-cc7e-4a8a-8f37-771d76e20ef7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:14.344041 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-38289d9a-b678-462c-82c1-f82f2c6a8c1e req-d6b9c9f5-cc7e-4a8a-8f37-771d76e20ef7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 944 time: 0.0783813 Nov 24 17:47:14.417222 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-38289d9a-b678-462c-82c1-f82f2c6a8c1e req-aea641c8-2c8c-48e3-914f-e946ba88543e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611811 Nov 24 17:47:14.730252 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 56900) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:14.746544 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f00adca5-ce36-4766-844a-769101abf832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.855830 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f00adca5-ce36-4766-844a-769101abf832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.861440 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f00adca5-ce36-4766-844a-769101abf832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:14.911932 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f00adca5-ce36-4766-844a-769101abf832 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9f340f97cb84aaa80fc35e29fa86b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804993 Nov 24 17:47:14.914921 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 56902) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:14.916892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00adca5-ce36-4766-844a-769101abf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e419c8-747a-414f-a6aa-29ad0a04947d,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:14.990576 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.020703 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.054406 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:47:15.111984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 86ca1bbe-e6b1-440d-abca-58dcc5187601 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:47:15.113091 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.117697 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.120606 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.122745 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10e419c8-747a-414f-a6aa-29ad0a04947d HTTP/1.1" status: 204 len: 168 time: 0.2057822 Nov 24 17:47:15.133559 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10112fd9-0479-4e20-802b-cfc3b1a995e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e419c8-747a-414f-a6aa-29ad0a04947d,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:15.257782 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.285220 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:15.288281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a907a-9118-4e86-98c6-5dd1f389e357" -d '{"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:15.311381 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:15.318495 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:15.381272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2986011-eff8-42f9-a342-a39f416a5740 x-openstack-request-id: req-a2986011-eff8-42f9-a342-a39f416a5740 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:15.381272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:15.381272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2986011-eff8-42f9-a342-a39f416a5740 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:15.381272 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'code': 200} Nov 24 17:47:15.387004 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=7']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:15.605445 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bab3-4190-458f-b6b8-cd42a61e28a7 req-79ce9f28-e07f-4e6e-9ccc-0083d9ca311e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:15.607231 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dfa1bab3-4190-458f-b6b8-cd42a61e28a7 req-79ce9f28-e07f-4e6e-9ccc-0083d9ca311e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0850627 Nov 24 17:47:15.731597 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dfa1bab3-4190-458f-b6b8-cd42a61e28a7 req-bbb87229-6caf-414e-9a25-fab0d71c392c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145668 Nov 24 17:47:15.836785 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:16.172547 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:16.910824 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93edd4-165c-48f3-9c64-60324808ede8 req-03936a47-8153-4c79-b90c-52d71b5ef6c1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:16.925110 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7e93edd4-165c-48f3-9c64-60324808ede8 req-03936a47-8153-4c79-b90c-52d71b5ef6c1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0999086 Nov 24 17:47:16.985347 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7e93edd4-165c-48f3-9c64-60324808ede8 req-5ba8664a-1878-44e2-b859-2a02cd027160 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591877 Nov 24 17:47:18.124978 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f9a9-e49e-4dfe-8a7d-80df63b234b8 req-ea740098-7f0f-4a33-be25-9a3024b738a1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:18.126694 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b9f0f9a9-e49e-4dfe-8a7d-80df63b234b8 req-ea740098-7f0f-4a33-be25-9a3024b738a1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0616744 Nov 24 17:47:18.203365 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b9f0f9a9-e49e-4dfe-8a7d-80df63b234b8 req-de38aa11-41ae-4db7-8d25-323ab42a57a8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690517 Nov 24 17:47:19.337490 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5699-95a8-46af-a6c0-9b6cf430c60f req-7559f3b2-2383-4d79-8fe6-7c40e4fa3ba7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:19.339472 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-688a5699-95a8-46af-a6c0-9b6cf430c60f req-7559f3b2-2383-4d79-8fe6-7c40e4fa3ba7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0558889 Nov 24 17:47:19.402772 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-688a5699-95a8-46af-a6c0-9b6cf430c60f req-1158b801-b204-4da0-ace1-93a1b096ace6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568228 Nov 24 17:47:20.265359 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:47:20.544529 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde5d2-505b-44f6-ada4-49d9ace4a67a req-f611b1dd-a19e-4f18-9ed5-5ec2bf2bdd84 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:20.546906 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-12cde5d2-505b-44f6-ada4-49d9ace4a67a req-f611b1dd-a19e-4f18-9ed5-5ec2bf2bdd84 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0536466 Nov 24 17:47:20.613694 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-12cde5d2-505b-44f6-ada4-49d9ace4a67a req-21ba8684-7e84-477f-a21b-33deebaf1665 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599103 Nov 24 17:47:21.806019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166caecf-e0dc-479c-8d5e-a7ab70aa9f06 req-40bd9ecb-bb4a-4341-8ac8-426365950374 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:21.819399 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-166caecf-e0dc-479c-8d5e-a7ab70aa9f06 req-40bd9ecb-bb4a-4341-8ac8-426365950374 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0773728 Nov 24 17:47:21.895302 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-166caecf-e0dc-479c-8d5e-a7ab70aa9f06 req-9b7eaddc-e8f9-416b-8a24-8646dbbc417b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749173 Nov 24 17:47:23.067522 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a22d-5940-4044-80c3-7b9e8a3f5d7c req-5e472cb6-9e1e-4271-b386-62c28b67f65b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:23.075115 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ece5a22d-5940-4044-80c3-7b9e8a3f5d7c req-5e472cb6-9e1e-4271-b386-62c28b67f65b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0671747 Nov 24 17:47:23.125462 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ece5a22d-5940-4044-80c3-7b9e8a3f5d7c req-6dc6bdce-7359-46c7-b849-ffbf9fe73629 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489516 Nov 24 17:47:24.264773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848494cb-3eb3-48eb-ae97-04e0c89b8d70 req-4fed18a5-bded-4c0e-a373-67126e224e9d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:24.266301 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-848494cb-3eb3-48eb-ae97-04e0c89b8d70 req-4fed18a5-bded-4c0e-a373-67126e224e9d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0594094 Nov 24 17:47:24.320386 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-848494cb-3eb3-48eb-ae97-04e0c89b8d70 req-35a62d4b-fe83-4032-88d1-6b56126d0a58 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Nov 24 17:47:25.447253 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ca81-3ef8-485e-9544-24551b40e283 req-6b6e8594-d8d1-4c3d-9f1d-269a14cc652d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:25.448783 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4524ca81-3ef8-485e-9544-24551b40e283 req-6b6e8594-d8d1-4c3d-9f1d-269a14cc652d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0518904 Nov 24 17:47:25.500199 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4524ca81-3ef8-485e-9544-24551b40e283 req-bba11c57-aec0-4371-90ed-b539f1a92063 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Nov 24 17:47:26.643389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c46eb5-9f86-4194-8ddf-1abbde2b83ab req-50d5856f-5bcd-4275-bd70-5732d17e3e9c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:26.644980 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3c46eb5-9f86-4194-8ddf-1abbde2b83ab req-50d5856f-5bcd-4275-bd70-5732d17e3e9c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0533466 Nov 24 17:47:26.701973 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3c46eb5-9f86-4194-8ddf-1abbde2b83ab req-2c4c6bc2-414e-4747-a0d7-71718511525b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503399 Nov 24 17:47:27.826562 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb170-5f6c-4e5f-92dd-eb1e948b05e1 req-a52f94bf-a8d8-496e-a207-8dd50a777b31 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:27.828259 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b19fb170-5f6c-4e5f-92dd-eb1e948b05e1 req-a52f94bf-a8d8-496e-a207-8dd50a777b31 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0508864 Nov 24 17:47:27.877992 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b19fb170-5f6c-4e5f-92dd-eb1e948b05e1 req-8a4492c8-f1ef-4bd8-8965-205c79bb9476 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Nov 24 17:47:28.056766 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b38b2-7713-49c9-8ef1-afc672f1b511 req-90838e7d-9bb3-4c9a-aec9-b9297ef01845 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:28.058248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d41b38b2-7713-49c9-8ef1-afc672f1b511 req-90838e7d-9bb3-4c9a-aec9-b9297ef01845 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0527411 Nov 24 17:47:28.123700 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d41b38b2-7713-49c9-8ef1-afc672f1b511 req-4a758b37-0289-419b-8a42-33c6a1205192 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591159 Nov 24 17:47:28.216816 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e848e-c665-4826-8a67-c796c9422868 req-453c0a9f-c3cb-4ed6-a51e-8d62ec744975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:28.218907 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-453c0a9f-c3cb-4ed6-a51e-8d62ec744975 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1098 time: 0.0436108 Nov 24 17:47:28.322897 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e848e-c665-4826-8a67-c796c9422868 req-6bc18454-fb70-42b9-9543-f4632e29fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:28.324762 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-6bc18454-fb70-42b9-9543-f4632e29fb11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.0982232 Nov 24 17:47:28.398794 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-c65326eb-af6a-4b16-8739-fb170b5897d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 1001 time: 0.0645151 Nov 24 17:47:28.453787 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e848e-c665-4826-8a67-c796c9422868 req-4c36b050-453b-4931-a384-5d494459729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:28.455713 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-4c36b050-453b-4931-a384-5d494459729f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0487649 Nov 24 17:47:28.508531 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e848e-c665-4826-8a67-c796c9422868 req-25a36510-2497-479c-ac00-562aa0b63d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:28.510074 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-25a36510-2497-479c-ac00-562aa0b63d56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451784 Nov 24 17:47:28.618388 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-749d086a-404c-4f44-b3ea-a1bce4149b33 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991044 Nov 24 17:47:28.720181 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-249e848e-c665-4826-8a67-c796c9422868 req-b5c9cab2-fd47-426b-a9e2-9d4a27a23789 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940754 Nov 24 17:47:29.016679 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4be61-bfeb-4c77-8bae-909b85eb50a3 req-f4afbd57-d572-4227-b409-a4b1de71e1aa tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:29.018236 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cea4be61-bfeb-4c77-8bae-909b85eb50a3 req-f4afbd57-d572-4227-b409-a4b1de71e1aa tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0639451 Nov 24 17:47:29.075865 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cea4be61-bfeb-4c77-8bae-909b85eb50a3 req-b12899d8-b6da-4de9-87dc-297070d9f99e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511253 Nov 24 17:47:29.272776 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5100e4-f764-4fd1-b3a7-ae008521030c req-55adb6fb-4e1b-4d13-8291-a06342c1dad6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:29.274419 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4f5100e4-f764-4fd1-b3a7-ae008521030c req-55adb6fb-4e1b-4d13-8291-a06342c1dad6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0592010 Nov 24 17:47:29.342539 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4f5100e4-f764-4fd1-b3a7-ae008521030c req-4d12546e-63d1-4868-965c-e44d5ae566b0 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612254 Nov 24 17:47:30.208432 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84470a4-e633-4899-875c-4a4c2e34ffff req-d6c2b91c-f78f-45e2-aaba-b91cd5b10fb6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:30.209996 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a84470a4-e633-4899-875c-4a4c2e34ffff req-d6c2b91c-f78f-45e2-aaba-b91cd5b10fb6 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 945 time: 0.0518811 Nov 24 17:47:30.265927 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a84470a4-e633-4899-875c-4a4c2e34ffff req-28e0526e-081e-4bc4-b2de-692f49a1b479 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 Nov 24 17:47:30.471685 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6a69e-c484-4d4d-9582-d595c8e44792 req-0bfd7451-f19b-49f3-b5e9-06a65abc92cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:30.473665 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-48c6a69e-c484-4d4d-9582-d595c8e44792 req-0bfd7451-f19b-49f3-b5e9-06a65abc92cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0560701 Nov 24 17:47:30.527459 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:30.529164 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-48c6a69e-c484-4d4d-9582-d595c8e44792 req-ba288ef2-6548-4645-8666-f32c163c0986 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487971 Nov 24 17:47:30.615896 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:30.640473 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:30.642951 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e268b771-10b4-42d2-8475-dd8038d2299e" -d '{"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-unplugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:30.657260 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:30.667030 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:30.736484 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=8']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:30.843511 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886144b3-c42b-4bc9-8a5a-cfdfaaa6711c x-openstack-request-id: req-886144b3-c42b-4bc9-8a5a-cfdfaaa6711c {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:30.843861 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-unplugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:30.844160 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-886144b3-c42b-4bc9-8a5a-cfdfaaa6711c {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:30.844584 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'code': 200} Nov 24 17:47:31.409116 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761616-e525-40bb-bd78-6a6f85efeb5b req-1188c1b0-b76c-40d9-8456-7290be57874e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:31.411512 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b2761616-e525-40bb-bd78-6a6f85efeb5b req-1188c1b0-b76c-40d9-8456-7290be57874e tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0578470 Nov 24 17:47:31.467432 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b2761616-e525-40bb-bd78-6a6f85efeb5b req-f289839a-53ac-4549-b199-edf75c57df9a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Nov 24 17:47:31.675135 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba390303-45e7-4be8-9567-155d57e6fa0a req-7289522b-6e6c-4f86-99b7-93223c5a0018 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:31.676692 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ba390303-45e7-4be8-9567-155d57e6fa0a req-7289522b-6e6c-4f86-99b7-93223c5a0018 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0585430 Nov 24 17:47:31.739027 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ba390303-45e7-4be8-9567-155d57e6fa0a req-130a2449-221d-427e-9783-376430d42b3c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556962 Nov 24 17:47:32.601142 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577eeb-94d3-46e6-b1d9-27b74070521d req-1375d71a-6de7-4ecd-82a6-c3b540162b46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:32.602877 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ae577eeb-94d3-46e6-b1d9-27b74070521d req-1375d71a-6de7-4ecd-82a6-c3b540162b46 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0552111 Nov 24 17:47:32.661828 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ae577eeb-94d3-46e6-b1d9-27b74070521d req-dd493590-e3fc-450b-994a-347f83e0405c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522480 Nov 24 17:47:32.743128 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-15b6a34e-92c0-4ba7-81e4-b12ff08c5343 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:32.744911 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-15b6a34e-92c0-4ba7-81e4-b12ff08c5343 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0699401 Nov 24 17:47:32.903977 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port 5f901589-c34b-4c4b-8324-20af0c6ddf56 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:32.904339 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:32.905408 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb5a67-e4eb-492e-bf29-6d0cb05d3750 req-79ef3f36-41f6-4f45-b398-8e251c758ede tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:32.907972 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57fb5a67-e4eb-492e-bf29-6d0cb05d3750 req-79ef3f36-41f6-4f45-b398-8e251c758ede tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 945 time: 0.0645130 Nov 24 17:47:32.973645 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-57fb5a67-e4eb-492e-bf29-6d0cb05d3750 req-c728b606-10aa-4e5e-b8df-0a6a2561e317 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571210 Nov 24 17:47:33.030316 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] For port 5f901589-c34b-4c4b-8324-20af0c6ddf56, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5f901589-c34b-4c4b-8324-20af0c6ddf56,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:33.030688 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:33.271792 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:33.272614 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:33.273182 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 24d78152-c3e2-40a8-981d-4ee40e472277 disassociated. External IP: 172.27.2.198, port: 5f901589-c34b-4c4b-8324-20af0c6ddf56. Nov 24 17:47:33.273609 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for 5f901589-c34b-4c4b-8324-20af0c6ddf56 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:33.445726 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:33.478539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=5f901589-c34b-4c4b-8324-20af0c6ddf56,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:33.642502 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:47:33.780824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:47:33.791419 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:47:33.807917 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:47:33.808557 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:47:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:33.819176 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadccd2-83c8-4c03-8520-af777b625259 req-406f4342-b056-4190-b88d-81ffa12b25b9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:33.820870 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5aadccd2-83c8-4c03-8520-af777b625259 req-406f4342-b056-4190-b88d-81ffa12b25b9 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0696719 Nov 24 17:47:33.841210 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] No DVR routers for this DVR port 5f901589-c34b-4c4b-8324-20af0c6ddf56 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:47:33.845127 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:33.850690 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f2daedd3-1a3d-46e7-9300-35f3d571fcb9 req-670107c6-b184-4e74-8b25-48b393abedd1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "DELETE /v2.0/ports/5f901589-c34b-4c4b-8324-20af0c6ddf56 HTTP/1.1" status: 204 len: 173 time: 1.0920475 Nov 24 17:47:33.851464 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'name': 'network-vif-deleted', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:33.854460 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57317bf-dfd6-4892-8fc3-f43baa384f15" -d '{"events": [{"server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "name": "network-vif-deleted", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:33.890293 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5aadccd2-83c8-4c03-8520-af777b625259 req-1708017b-ab1e-4f86-a60f-175b1357d6e7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585890 Nov 24 17:47:33.916227 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70c0377-8be4-47fc-8ee8-5e5c650a816b x-openstack-request-id: req-d70c0377-8be4-47fc-8ee8-5e5c650a816b {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:33.916597 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d74dfc-95d7-4e27-b6da-26df4c12252a", "name": "network-vif-deleted", "tag": "5f901589-c34b-4c4b-8324-20af0c6ddf56", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:33.917086 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d70c0377-8be4-47fc-8ee8-5e5c650a816b {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:33.917396 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d74dfc-95d7-4e27-b6da-26df4c12252a', 'name': 'network-vif-deleted', 'tag': '5f901589-c34b-4c4b-8324-20af0c6ddf56', 'status': 'completed', 'code': 200} Nov 24 17:47:33.980017 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:47:34.101245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8297d555-d511-49ce-a0f9-eeb90b547b35 req-ab1f6853-dc1b-4b86-936b-9639444ec645 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8d74dfc-95d7-4e27-b6da-26df4c12252a HTTP/1.1" status: 200 len: 210 time: 0.0329392 Nov 24 17:47:34.266608 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:34.313146 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:47:34.324967 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:47:34.326008 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:47:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:34.543688 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:47:35.005776 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:47:35.052796 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1e8c-a28c-48a4-8f15-1ce7f4ecf029 None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:47:35.255662 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57226) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:35.501674 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea4fd-dc7e-4d51-b9f1-16d4c1cca40a req-e16ad405-90b1-4465-a729-2464314899b2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:35.510704 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-04eea4fd-dc7e-4d51-b9f1-16d4c1cca40a req-e16ad405-90b1-4465-a729-2464314899b2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0758328 Nov 24 17:47:35.550788 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0842012-8ce0-4922-aa7c-e67560e6fc48 None None] New status for floating IP 24d78152-c3e2-40a8-981d-4ee40e472277: DOWN {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:47:35.611701 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-04eea4fd-dc7e-4d51-b9f1-16d4c1cca40a req-d03464be-a61a-49fa-a3e5-2f0cafcab931 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997572 Nov 24 17:47:35.613414 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-656c74d8-e491-4e47-b473-2a62c35ea4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:35.797115 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-efadb7ed-bac8-44e3-a375-a905f6272ec3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039862430&fields=id&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 267 time: 0.1791382 Nov 24 17:47:35.947873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57258) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:35.984817 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-656c74d8-e491-4e47-b473-2a62c35ea4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:35.991358 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-656c74d8-e491-4e47-b473-2a62c35ea4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.075475 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-8d1ca2ff-fa93-4c11-bc51-c38210298c8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253006 Nov 24 17:47:36.076361 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-656c74d8-e491-4e47-b473-2a62c35ea4c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a7392e1349c483cac1fcf2bf786f4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189034 Nov 24 17:47:36.080649 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57264) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:36.083758 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-a747d707-911a-45bb-9274-479cebc5dbc9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:36.085307 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-a747d707-911a-45bb-9274-479cebc5dbc9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.2757957 Nov 24 17:47:36.085982 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c74d8-e491-4e47-b473-2a62c35ea4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e754f3b-5cd3-4b17-92dc-7692b1db2747,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:36.109783 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-2db1b645-a858-465b-8b4d-7824758554d4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:47:36.111682 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-2db1b645-a858-465b-8b4d-7824758554d4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115771 Nov 24 17:47:36.116652 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-c20b7239-314e-40cc-bc38-c3543db502b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/quotas/7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 375 time: 0.0139308 Nov 24 17:47:36.150707 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 5f901589-c34b-4c4b-8324-20af0c6ddf56 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:36.178891 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 5f901589-c34b-4c4b-8324-20af0c6ddf56 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:36.179575 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 5f901589-c34b-4c4b-8324-20af0c6ddf56 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:36.217853 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-febb5193-3aad-457e-8e8c-583b59566bd3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862534 Nov 24 17:47:36.228164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.261214 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.341583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.346476 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.348893 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e754f3b-5cd3-4b17-92dc-7692b1db2747 HTTP/1.1" status: 204 len: 168 time: 0.2664905 Nov 24 17:47:36.366948 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543f47-ebc2-4fc1-a00c-1c1f095ef08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e754f3b-5cd3-4b17-92dc-7692b1db2747,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:36.501197 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-decc8b37-0628-418a-ba52-aed1f5d4a48e service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605045 Nov 24 17:47:36.688565 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-fc15c69d-7792-426d-8a33-831eef56b663 service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742885 Nov 24 17:47:36.846445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57280) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:36.870454 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-510e2ef1-7fc9-4fed-83a0-927fce5eed87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:36.939401 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763ecb3-c807-49db-8a8c-6a513bd1e9e0 req-ba75a03c-a3a2-4508-af39-be998b9a30f8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:36.942919 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3763ecb3-c807-49db-8a8c-6a513bd1e9e0 req-ba75a03c-a3a2-4508-af39-be998b9a30f8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1232002 Nov 24 17:47:37.063871 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3763ecb3-c807-49db-8a8c-6a513bd1e9e0 req-fdf25dc1-cb76-48bf-9f07-2668568a8c17 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071038 Nov 24 17:47:37.078194 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-510e2ef1-7fc9-4fed-83a0-927fce5eed87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.086593 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-510e2ef1-7fc9-4fed-83a0-927fce5eed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.184763 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-510e2ef1-7fc9-4fed-83a0-927fce5eed87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5ca1211eaf2440a8a6c06c35c6b1c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360403 Nov 24 17:47:37.186702 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e2ef1-7fc9-4fed-83a0-927fce5eed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02476706-8a6c-462f-8aff-56b005de71cc,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:37.187869 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57294) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:47:37.268050 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.331831 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.450700 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7d45ed14-3c3d-4520-9ae3-cc4712f45a84 req-84f129a2-c5d6-40fc-afdd-6c750ad9196b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 210 time: 0.0858946 Nov 24 17:47:37.457825 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-d3ba854b-2bd1-4e79-9c5e-7cbf77100d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:37.459611 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-d3ba854b-2bd1-4e79-9c5e-7cbf77100d55 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a&tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7 HTTP/1.1" status: 200 len: 1096 time: 0.1173670 Nov 24 17:47:37.512291 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.515429 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:37.517284 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02476706-8a6c-462f-8aff-56b005de71cc HTTP/1.1" status: 204 len: 168 time: 0.3283317 Nov 24 17:47:37.535344 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1000e-d835-4c9c-b630-3d20ed31070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02476706-8a6c-462f-8aff-56b005de71cc,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:37.630197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-86d946c9-deae-4295-93d5-f36e8343c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:37.634212 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-86d946c9-deae-4295-93d5-f36e8343c878 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1096 time: 0.1306379 Nov 24 17:47:37.776953 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-19684128-e88e-4804-acd6-8021364bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:37.778745 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-19684128-e88e-4804-acd6-8021364bcf89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1364610 Nov 24 17:47:37.898431 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-a4c6099c-8036-4ef2-b33a-0a4e9ad86400 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 999 time: 0.1059837 Nov 24 17:47:37.992411 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-5ddaebd8-8289-4ddc-94a4-05b185a86033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:37.995672 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-5ddaebd8-8289-4ddc-94a4-05b185a86033 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0891023 Nov 24 17:47:38.099788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-6238205b-4811-46b0-86be-626605f03e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:38.102926 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-6238205b-4811-46b0-86be-626605f03e5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965023 Nov 24 17:47:38.161108 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:38.434685 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fe5d5-4f30-48fc-8efe-6f9f6a7eab3c req-17054493-3ee1-40c6-863f-0602bab07e3d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:38.441080 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-799fe5d5-4f30-48fc-8efe-6f9f6a7eab3c req-17054493-3ee1-40c6-863f-0602bab07e3d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1757851 Nov 24 17:47:38.461829 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-520e2492-eb7c-43b4-8984-0748178af3b5 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463669 Nov 24 17:47:38.537571 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-799fe5d5-4f30-48fc-8efe-6f9f6a7eab3c req-42a39c8b-9573-4ed9-a725-e19891be1a71 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825987 Nov 24 17:47:38.622573 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-a1b4343b-4464-4508-a329-71e267ef0e77 req-4ab3ab1c-f8d5-4044-b7b4-490612c2ff00 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532145 Nov 24 17:47:38.668136 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-98f26355-4910-42aa-977c-eee05b751c6d req-cee81d25-30e1-4546-8617-1c96f1c99371 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 210 time: 0.0412889 Nov 24 17:47:39.085240 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc2419-5fdf-414c-8e2f-06853a8a2d5d req-99a1fb02-54fa-44ee-adc1-e184ad64edf8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:39.098687 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1dc2419-5fdf-414c-8e2f-06853a8a2d5d req-99a1fb02-54fa-44ee-adc1-e184ad64edf8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1050267 Nov 24 17:47:39.192153 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1dc2419-5fdf-414c-8e2f-06853a8a2d5d req-04937a4e-df05-487a-9569-4f66b3c3d3ba tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909495 Nov 24 17:47:39.223385 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-373452d2-dde9-4ce5-b92f-8c4ef3b0e5ff tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:39.229570 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-373452d2-dde9-4ce5-b92f-8c4ef3b0e5ff tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.3646765 Nov 24 17:47:39.290482 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:39.359550 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-5e781f2f-a41c-4593-8ee5-c39b7a8496b2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 380 time: 0.1169200 Nov 24 17:47:39.371803 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'port': {'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'admin_state_up': True, 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'security_groups': ['b5fec051-6eca-45f9-9c23-bda7626d19b2']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:47:39.560765 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Made reservation on behalf of 7a76fc386d914e91afcda9dac8130406 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:47:39.565622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:39.909179 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.20.0.4 (4ab13901-6433-4818-8d3c-ea61e4607879/1f4f1c76-738e-4a7e-bca6-7595f249f617/e49c2f7c-c642-4948-a82f-c519bb64b882) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:47:39.959057 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e7563045-c169-4355-9d98-5a38e7c82a8a req-5a178f15-b733-42d4-b5d7-136201c0e17c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 210 time: 0.1059093 Nov 24 17:47:39.998454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d8784-f8e0-465f-9fd7-f20da4c90930 req-81df825a-464c-4399-a9db-b9a5abb1a33c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:40.013030 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e2d8784-f8e0-465f-9fd7-f20da4c90930 req-81df825a-464c-4399-a9db-b9a5abb1a33c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.2590835 Nov 24 17:47:40.068384 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-77d5a68d-a7b6-4406-a7ee-a98c90d00ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:40.147584 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e2d8784-f8e0-465f-9fd7-f20da4c90930 req-e5a5ed7d-4968-47ed-b0d8-ea83bdaac6ce tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330802 Nov 24 17:47:40.281624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:40.340793 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:40.462295 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770603c-4ed4-428b-944d-53eb1f0d786a req-897e2598-ac26-4924-9666-c4cb1f7431f9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:40.473109 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6770603c-4ed4-428b-944d-53eb1f0d786a req-897e2598-ac26-4924-9666-c4cb1f7431f9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0868950 Nov 24 17:47:40.487934 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:47:40.497463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:47:40.501183 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:47:40.550386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:40.604192 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:40.613568 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:40.617671 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6770603c-4ed4-428b-944d-53eb1f0d786a req-9bbdb913-75e0-4f3b-ad0b-72054d70fbe6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394527 Nov 24 17:47:40.663616 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-e736654f-78c6-4de9-9b5e-9cbe992817b8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960041 Nov 24 17:47:41.026549 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-faeacd6a-6098-4c00-9337-6a44237671a3 None None] Provisioning complete for port e49c2f7c-c642-4948-a82f-c519bb64b882 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:47:41.027224 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-faeacd6a-6098-4c00-9337-6a44237671a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:41.190617 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-faeacd6a-6098-4c00-9337-6a44237671a3 None None] Port e49c2f7c-c642-4948-a82f-c519bb64b882 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:47:41.316520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77fe5-6113-46d8-97ec-d43acd003ede req-2328e154-0464-4481-a328-f7c8a2a76b62 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:41.319822 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-92a77fe5-6113-46d8-97ec-d43acd003ede req-2328e154-0464-4481-a328-f7c8a2a76b62 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.1220732 Nov 24 17:47:41.435564 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-92a77fe5-6113-46d8-97ec-d43acd003ede req-9221f83a-fcd5-4cfe-a384-99ed578928cc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091354 Nov 24 17:47:41.507775 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dc89-c177-45bf-88ba-a080703b54da req-e714e768-411c-49d5-9c13-66e807663a6a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:41.510107 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-63b8dc89-c177-45bf-88ba-a080703b54da req-e714e768-411c-49d5-9c13-66e807663a6a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1187565 Nov 24 17:47:41.583589 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-63b8dc89-c177-45bf-88ba-a080703b54da req-cfcf14a3-6a19-466a-93ee-e3089205c719 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613983 Nov 24 17:47:41.796533 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e8c03-6395-4761-81b3-99ec4affe8fc req-b7a2c45c-ec2e-4e13-bfe9-c6835e4c12a4 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:41.801543 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a89e8c03-6395-4761-81b3-99ec4affe8fc req-b7a2c45c-ec2e-4e13-bfe9-c6835e4c12a4 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0850513 Nov 24 17:47:41.869550 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a89e8c03-6395-4761-81b3-99ec4affe8fc req-c4ad975c-6e9f-4907-8f62-9deb87c66d67 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638158 Nov 24 17:47:42.640866 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c58522a-1d72-4089-840d-e2d6171903be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:42.668889 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c18bd9-a052-4795-8928-be4930db1dd2 req-2124f17f-ba5d-450c-ae12-39327c7654e5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:42.670647 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-15c18bd9-a052-4795-8928-be4930db1dd2 req-2124f17f-ba5d-450c-ae12-39327c7654e5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.1195433 Nov 24 17:47:42.775812 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-15c18bd9-a052-4795-8928-be4930db1dd2 req-27a2ed1f-2f55-4b01-990a-150e9594b64d tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860515 Nov 24 17:47:42.791719 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe58716-17ae-41fc-89a4-1c4b2709d4d7 req-1187b86b-c6e4-42d1-ac42-358b2e4df0a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:42.793374 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3fe58716-17ae-41fc-89a4-1c4b2709d4d7 req-1187b86b-c6e4-42d1-ac42-358b2e4df0a0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0837033 Nov 24 17:47:42.884965 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3fe58716-17ae-41fc-89a4-1c4b2709d4d7 req-08c4f011-6022-44a6-8785-3b95a0ccb37a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838029 Nov 24 17:47:43.058638 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6618-4fb0-4d5a-9344-058367c63f7c req-568765c8-7d84-46c7-8b3f-f4d32e843ffe tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:43.075276 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20fe6618-4fb0-4d5a-9344-058367c63f7c req-568765c8-7d84-46c7-8b3f-f4d32e843ffe tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0962710 Nov 24 17:47:43.129814 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-20fe6618-4fb0-4d5a-9344-058367c63f7c req-7151fcd1-0dbc-40c9-95ff-4b3dd1f350e6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Nov 24 17:47:43.990551 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07742e8a-ea67-4225-9ca4-8b5ed80c2d24 req-a19e7390-00f2-49e5-8006-ddaad8368240 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:43.991981 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:44.004473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-07742e8a-ea67-4225-9ca4-8b5ed80c2d24 req-a19e7390-00f2-49e5-8006-ddaad8368240 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0908349 Nov 24 17:47:44.125669 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab12f3-fffa-4644-a5fd-97dfdde6c2d4 req-c82f150a-36ba-4efc-9544-882a4d15b63d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:44.128456 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-feab12f3-fffa-4644-a5fd-97dfdde6c2d4 req-c82f150a-36ba-4efc-9544-882a4d15b63d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1221235 Nov 24 17:47:44.157463 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-07742e8a-ea67-4225-9ca4-8b5ed80c2d24 req-3011c8dd-ec5e-4259-a9c2-098b6f613f0e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343200 Nov 24 17:47:44.253724 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-feab12f3-fffa-4644-a5fd-97dfdde6c2d4 req-e22c4c5d-fb29-4f78-bca5-3f7c6997e472 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088753 Nov 24 17:47:44.341099 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd18ce6-3c41-45c5-b0f0-bec1664e98b7 req-f9b6c106-0b3d-48ed-a7ed-45b62b51ebc1 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:44.343865 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3dd18ce6-3c41-45c5-b0f0-bec1664e98b7 req-f9b6c106-0b3d-48ed-a7ed-45b62b51ebc1 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0815418 Nov 24 17:47:44.417580 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3dd18ce6-3c41-45c5-b0f0-bec1664e98b7 req-9e1e403b-41b5-4dd8-b28e-88c5b4f0c7c7 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Nov 24 17:47:45.321057 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ecf5c-5dd5-4f25-b654-82e0a157ffa2 req-2217bb7b-35a0-41b4-b61c-896ee8661032 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:45.323556 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6f6ecf5c-5dd5-4f25-b654-82e0a157ffa2 req-2217bb7b-35a0-41b4-b61c-896ee8661032 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0718083 Nov 24 17:47:45.487735 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6f6ecf5c-5dd5-4f25-b654-82e0a157ffa2 req-406a5c51-4112-4d8d-9b43-7b2fd9f2a54c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434643 Nov 24 17:47:45.544966 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be343ba4-5e47-4de6-8682-90a8a0ac9a2f req-47978b3b-9af0-4183-99e4-cd76145b05f1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:45.553036 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-be343ba4-5e47-4de6-8682-90a8a0ac9a2f req-47978b3b-9af0-4183-99e4-cd76145b05f1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1507103 Nov 24 17:47:45.686216 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-be343ba4-5e47-4de6-8682-90a8a0ac9a2f req-13d04d18-e228-44a2-bfc2-673a75d9e0ea tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219542 Nov 24 17:47:45.711993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475c10d-ab8f-4962-9754-9d927ef056fb req-98c86773-25e5-4126-8645-eea0e1b04834 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:45.714694 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a475c10d-ab8f-4962-9754-9d927ef056fb req-98c86773-25e5-4126-8645-eea0e1b04834 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1182952 Nov 24 17:47:45.793409 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a475c10d-ab8f-4962-9754-9d927ef056fb req-733ceac1-ee7a-464c-b0ef-896b9cd30fab tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642736 Nov 24 17:47:45.839432 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:46.168146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:46.699127 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea5f6-142b-4651-88ac-f775b823da42 req-44dadcd4-c771-4eb6-81bb-6a279b4475c4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:46.702328 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ffdea5f6-142b-4651-88ac-f775b823da42 req-44dadcd4-c771-4eb6-81bb-6a279b4475c4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.1177053 Nov 24 17:47:46.806014 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ffdea5f6-142b-4651-88ac-f775b823da42 req-3dfe53ab-c56f-424c-92a4-34f3c73acc8f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949779 Nov 24 17:47:46.921433 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a640de-1f9d-4a01-be61-421fc11a7948 req-56b2efe5-5daa-4e5d-9025-a8056dd82eb8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:46.923234 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-39a640de-1f9d-4a01-be61-421fc11a7948 req-56b2efe5-5daa-4e5d-9025-a8056dd82eb8 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1122677 Nov 24 17:47:47.016259 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e1b01-6c12-41f6-98dc-5024343766a4 req-53067777-0d56-4c6b-8f6d-379ff43d85fb tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:47.025365 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a78e1b01-6c12-41f6-98dc-5024343766a4 req-53067777-0d56-4c6b-8f6d-379ff43d85fb tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1118588 Nov 24 17:47:47.060372 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-39a640de-1f9d-4a01-be61-421fc11a7948 req-fa9f88d4-71e2-49c3-bcab-580c01e32c26 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224391 Nov 24 17:47:47.114666 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a78e1b01-6c12-41f6-98dc-5024343766a4 req-8c58a34e-99da-4613-b528-56a793f0c67b tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805070 Nov 24 17:47:47.981717 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67250-aa55-409d-8b7c-8c3e510d09f3 req-3ab7aead-84a1-4068-9df4-fab5fbc0075c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:47.984375 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dab67250-aa55-409d-8b7c-8c3e510d09f3 req-3ab7aead-84a1-4068-9df4-fab5fbc0075c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0925343 Nov 24 17:47:48.080436 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-dab67250-aa55-409d-8b7c-8c3e510d09f3 req-49323ccf-1049-4a5e-b233-35717dbf9bda tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884247 Nov 24 17:47:48.377594 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b440f-d416-48b4-b010-131054990e74 req-b1ff1869-e96a-4b44-ae6c-1790bf48d4d6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:48.382231 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c1b440f-d416-48b4-b010-131054990e74 req-b1ff1869-e96a-4b44-ae6c-1790bf48d4d6 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1607604 Nov 24 17:47:48.414773 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4441e-4385-4e4e-9ebd-297f7dcfdc21 req-856c39b7-097f-4d40-9169-e6af0574ce28 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:48.416922 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-93d4441e-4385-4e4e-9ebd-297f7dcfdc21 req-856c39b7-097f-4d40-9169-e6af0574ce28 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1755965 Nov 24 17:47:48.521085 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9c1b440f-d416-48b4-b010-131054990e74 req-b973d046-fbec-47f3-8c4c-0cbfce3a6d9f tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194041 Nov 24 17:47:48.546883 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-93d4441e-4385-4e4e-9ebd-297f7dcfdc21 req-83be801b-6342-4cd9-b7db-1eb9112aa517 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073484 Nov 24 17:47:49.261800 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86a27-806f-4be4-aaaa-d6101cd20e0e req-c8750f9a-6aeb-4066-a25a-c7bc92892323 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:49.263473 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-52b86a27-806f-4be4-aaaa-d6101cd20e0e req-c8750f9a-6aeb-4066-a25a-c7bc92892323 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0758145 Nov 24 17:47:49.339016 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-52b86a27-806f-4be4-aaaa-d6101cd20e0e req-26fe7f98-2e7b-4ffa-9fe0-5c1cc9b42b78 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644457 Nov 24 17:47:49.767512 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560678fc-c6de-46f8-a96a-9a913a25d6b9 req-08f22d5d-5861-4286-92cf-a6df20184e1c tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:49.771017 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-560678fc-c6de-46f8-a96a-9a913a25d6b9 req-08f22d5d-5861-4286-92cf-a6df20184e1c tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1334786 Nov 24 17:47:49.823364 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356a5f4-46a0-4bcf-9754-5d5f07c1498d req-1cb022a5-5fb4-487d-8358-1daf98dbeb5b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:49.824941 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a356a5f4-46a0-4bcf-9754-5d5f07c1498d req-1cb022a5-5fb4-487d-8358-1daf98dbeb5b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1393762 Nov 24 17:47:49.871289 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-560678fc-c6de-46f8-a96a-9a913a25d6b9 req-d83c2f81-0342-43a2-ba8f-0fa6453c09f9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923862 Nov 24 17:47:49.915226 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a356a5f4-46a0-4bcf-9754-5d5f07c1498d req-d7f77b3a-66a3-465e-a344-0d56dbe0975a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785360 Nov 24 17:47:50.559502 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34fa21-738c-447e-b885-9977e63150bd req-828344b8-8028-471a-bfc4-a04c1559ff31 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:50.561208 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fc34fa21-738c-447e-b885-9977e63150bd req-828344b8-8028-471a-bfc4-a04c1559ff31 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0796237 Nov 24 17:47:50.642445 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fc34fa21-738c-447e-b885-9977e63150bd req-7fd773d7-c2cc-488c-971f-6e8bcb615ef2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730934 Nov 24 17:47:51.082273 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231d35c-5e82-4c0f-a794-5bef39313727 req-c90edcd4-a2e2-4c85-a750-758e3d9def36 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:51.084252 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5231d35c-5e82-4c0f-a794-5bef39313727 req-c90edcd4-a2e2-4c85-a750-758e3d9def36 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1016042 Nov 24 17:47:51.137314 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6624937-e41d-4148-a8b3-935170e1eeb4 req-7097fef7-dc89-40bb-8d6b-5fa91d255ce1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:51.138948 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a6624937-e41d-4148-a8b3-935170e1eeb4 req-7097fef7-dc89-40bb-8d6b-5fa91d255ce1 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1152558 Nov 24 17:47:51.187525 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5231d35c-5e82-4c0f-a794-5bef39313727 req-a5ab3022-9f34-421b-b2d4-f9d6ee85834e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880010 Nov 24 17:47:51.223351 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a6624937-e41d-4148-a8b3-935170e1eeb4 req-016716db-b1b8-427f-9c81-037701e1c0b4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732164 Nov 24 17:47:51.799090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef7a1-e07c-4940-85b6-f8480f92f91c req-2af2e5be-164a-4782-ac42-cc0ea0be8f7a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:51.801502 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3c4ef7a1-e07c-4940-85b6-f8480f92f91c req-2af2e5be-164a-4782-ac42-cc0ea0be8f7a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 931 time: 0.0744488 Nov 24 17:47:51.875674 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3c4ef7a1-e07c-4940-85b6-f8480f92f91c req-500826b6-d416-477f-bc71-407b61f0021c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657396 Nov 24 17:47:51.967628 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Request body: {'port': {'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:47:52.050368 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:52.199505 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-e95dfecc-e1f7-44eb-b794-f2f376ead047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.202739 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-e95dfecc-e1f7-44eb-b794-f2f376ead047 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1096 time: 0.1473694 Nov 24 17:47:52.450385 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ef700-ca39-4583-b69a-28002a9aa7d6 req-4cb1f91f-6d39-40d9-bf2c-9e46b27f113e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.453555 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d4ef700-ca39-4583-b69a-28002a9aa7d6 req-4cb1f91f-6d39-40d9-bf2c-9e46b27f113e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.1430340 Nov 24 17:47:52.454691 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-1e86c41c-8578-40f6-b7c8-afe52502ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.457102 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-1e86c41c-8578-40f6-b7c8-afe52502ecc7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.1726508 Nov 24 17:47:52.476080 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb78c-b971-4e99-9bc7-b638e125aeaa req-4890b298-7aaf-409d-be76-5938ab4100a5 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.478743 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e21fb78c-b971-4e99-9bc7-b638e125aeaa req-4890b298-7aaf-409d-be76-5938ab4100a5 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.1179073 Nov 24 17:47:52.577771 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d4ef700-ca39-4583-b69a-28002a9aa7d6 req-61914d7e-b5c4-45af-8788-65ad2aeece45 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Nov 24 17:47:52.591196 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e21fb78c-b971-4e99-9bc7-b638e125aeaa req-8e110ab1-5251-42ec-9116-73dcdfc2cd16 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008573 Nov 24 17:47:52.595639 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-caea3491-b056-4011-91aa-23e75561b4bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 999 time: 0.1202872 Nov 24 17:47:52.659035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49c2f7c-c642-4948-a82f-c519bb64b882 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:47:52.681976 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:52.721789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Transition to ACTIVE for port object e49c2f7c-c642-4948-a82f-c519bb64b882 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:47:52.725042 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-0218c5ca-e645-41b7-99a1-31d1b7e76149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.727639 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-0218c5ca-e645-41b7-99a1-31d1b7e76149 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.1197004 Nov 24 17:47:52.729374 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:52.845612 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538709c-b4f5-457a-be99-2d0909e9705b req-255591db-2374-48ee-97b6-8a1301e5a410 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.849459 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b538709c-b4f5-457a-be99-2d0909e9705b req-255591db-2374-48ee-97b6-8a1301e5a410 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 946 time: 0.0934622 Nov 24 17:47:52.856199 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:52.937602 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-aa94c35f-60d7-49c2-94df-11e53e366197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:52.939592 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-aa94c35f-60d7-49c2-94df-11e53e366197 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667731 Nov 24 17:47:53.082904 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Attempting to bind port e49c2f7c-c642-4948-a82f-c519bb64b882 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:47:53.085103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Attempting to bind port e49c2f7c-c642-4948-a82f-c519bb64b882 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:47:53.086225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Attempting to bind port e49c2f7c-c642-4948-a82f-c519bb64b882 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:47:53.094851 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Deleting port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:47:53.095254 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.141064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Port e49c2f7c-c642-4948-a82f-c519bb64b882 on network 4ab13901-6433-4818-8d3c-ea61e4607879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:47:53.141396 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Attempting to bind port e49c2f7c-c642-4948-a82f-c519bb64b882 on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:47:53.165476 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:47:53.165476 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:47:53.165476 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Bound using segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:47:53.166449 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Bound port: e49c2f7c-c642-4948-a82f-c519bb64b882, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:47:53.167088 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.178042 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24424-b3a5-41a7-8e99-3ca6d18e2aeb req-227403b7-0327-4ce8-9337-ae8737a32838 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:53.179973 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7c24424-b3a5-41a7-8e99-3ca6d18e2aeb req-227403b7-0327-4ce8-9337-ae8737a32838 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.1050878 Nov 24 17:47:53.282312 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-cd439b00-3fd0-4399-9a17-7776a424cbea service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337498 Nov 24 17:47:53.291140 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] For port ace4f8e3-5e9c-4a7f-87f1-f357615e9046, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:53.291537 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.297950 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c7c24424-b3a5-41a7-8e99-3ca6d18e2aeb req-91266563-6709-47a4-8484-7d36788d4f05 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903735 Nov 24 17:47:53.316594 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Calling delete_port for ace4f8e3-5e9c-4a7f-87f1-f357615e9046 owned by compute:nova {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:47:53.320496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:47:53.379058 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e49c2f7c-c642-4948-a82f-c519bb64b882,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:47:53.397547 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.441638 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:53.442497 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.444202 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] 10.222.0.62 "PUT /v2.0/ports/e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 1093 time: 1.4830427 Nov 24 17:47:53.444698 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:53.447477 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:53.494284 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-cd58a90b-58b6-49c6-a080-4fda612ffbe3 req-def993ed-57c8-487e-b561-21ad012a328a service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032702 Nov 24 17:47:53.504613 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe2051-10ee-445e-9cc3-6525e1a49d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:53.511220 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4c45c-006d-4148-b134-0ea4b1bd0911 x-openstack-request-id: req-c6a4c45c-006d-4148-b134-0ea4b1bd0911 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:53.511566 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:53.511836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6a4c45c-006d-4148-b134-0ea4b1bd0911 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:53.512294 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'status': 'completed', 'code': 200} Nov 24 17:47:53.541763 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.583147 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Pushing event deleted for resources: {'Port': ['ID=ace4f8e3-5e9c-4a7f-87f1-f357615e9046,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:53.670476 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] No DVR routers for this DVR port ace4f8e3-5e9c-4a7f-87f1-f357615e9046 on host hv-cinder-81914 {{(pid=109259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:47:53.673977 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:53.678642 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b538709c-b4f5-457a-be99-2d0909e9705b req-b6cced69-5b93-4c58-84c4-eb0c53975acd tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "DELETE /v2.0/ports/ace4f8e3-5e9c-4a7f-87f1-f357615e9046 HTTP/1.1" status: 204 len: 173 time: 0.8219202 Nov 24 17:47:53.679506 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'name': 'network-vif-deleted', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:53.681967 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c6d478-00f1-49ab-89d5-1310d431f566" -d '{"events": [{"server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "name": "network-vif-deleted", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:53.741756 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-faef6843-fb47-4524-a307-b81ddf3483a6 req-eaee9d15-5956-4f76-a244-d7b83187b10a tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0417531 Nov 24 17:47:53.791180 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd60b4-75ce-407e-9750-2839d8c04ce1 req-98b72365-9b81-4910-8214-204a12c1340d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:53.792839 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-49bd60b4-75ce-407e-9750-2839d8c04ce1 req-98b72365-9b81-4910-8214-204a12c1340d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0812182 Nov 24 17:47:53.853318 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-49bd60b4-75ce-407e-9750-2839d8c04ce1 req-c2aa0027-152e-4a6e-8a4b-71ee08c47a50 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494943 Nov 24 17:47:53.980822 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4bb1b5-b81a-4ab1-bdcf-db041b02de44 x-openstack-request-id: req-5f4bb1b5-b81a-4ab1-bdcf-db041b02de44 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:53.981156 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccc1ff9-569e-460b-b57c-5af924be3e4b", "name": "network-vif-deleted", "tag": "ace4f8e3-5e9c-4a7f-87f1-f357615e9046", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:53.981415 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f4bb1b5-b81a-4ab1-bdcf-db041b02de44 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:53.981787 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccc1ff9-569e-460b-b57c-5af924be3e4b', 'name': 'network-vif-deleted', 'tag': 'ace4f8e3-5e9c-4a7f-87f1-f357615e9046', 'status': 'completed', 'code': 200} Nov 24 17:47:54.488868 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e64099-37e5-4476-911e-76c95bef7b11 req-9cf82591-7861-426b-87de-34ead9eb10f8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:54.491510 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60e64099-37e5-4476-911e-76c95bef7b11 req-9cf82591-7861-426b-87de-34ead9eb10f8 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0645814 Nov 24 17:47:54.578282 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60e64099-37e5-4476-911e-76c95bef7b11 req-d6f5a38a-e2f5-4999-929f-765eab6098bb tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764174 Nov 24 17:47:54.869522 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9e0f84d8-39e4-4b37-8060-cd1584a0c526 req-fd700982-ec3f-4c8b-b718-e1ca02e69088 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0433199 Nov 24 17:47:55.034755 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c066b7-62bd-4b2d-9397-a2ffbdd82ddb req-483f44ef-bf53-4d7a-9e26-c017ec1966c4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:55.036466 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27c066b7-62bd-4b2d-9397-a2ffbdd82ddb req-483f44ef-bf53-4d7a-9e26-c017ec1966c4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 943 time: 0.0746865 Nov 24 17:47:55.118245 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-27c066b7-62bd-4b2d-9397-a2ffbdd82ddb req-328d3c92-3ce8-4f2c-9711-0c3653585e0d tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708902 Nov 24 17:47:55.565699 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:47:55.701984 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:55.723479 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'port_id': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'mac_address': 'fa:16:3e:9c:e0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:47:55.732024 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05200430-9e6f-4dd1-9bc7-f7530c4c07a7 req-ee8095c4-d259-4084-a783-d19e591ea8ca tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:55.733627 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-05200430-9e6f-4dd1-9bc7-f7530c4c07a7 req-ee8095c4-d259-4084-a783-d19e591ea8ca tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0648854 Nov 24 17:47:55.779613 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:55.796488 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:47:55.814724 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-05200430-9e6f-4dd1-9bc7-f7530c4c07a7 req-46051c3b-51e9-4907-b766-e7b9c51298f9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737231 Nov 24 17:47:55.826865 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:55.845342 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:55.907790 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=9']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:55.920900 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.921261 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.921604 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.922064 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.922291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.922627 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.922959 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.923290 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.923626 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.923950 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.924274 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:55.924656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:47:56.030238 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1a66f058-d78f-446e-a568-07b26135b868 req-cbce035b-1b35-45ce-8128-eb3b0bc50d07 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0357645 Nov 24 17:47:56.567585 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['ace4f8e3-5e9c-4a7f-87f1-f357615e9046'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:47:56.625828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f379acf-e889-4af2-a089-8998e373d338 req-d97d5191-466c-40e9-baed-d37d2a660c7a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:56.627514 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4f379acf-e889-4af2-a089-8998e373d338 req-d97d5191-466c-40e9-baed-d37d2a660c7a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 944 time: 0.3993626 Nov 24 17:47:56.693045 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ace4f8e3-5e9c-4a7f-87f1-f357615e9046 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:47:56.715544 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4f379acf-e889-4af2-a089-8998e373d338 req-bb445ec9-a640-42aa-b297-2843abec37b0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792713 Nov 24 17:47:56.733350 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: ace4f8e3-5e9c-4a7f-87f1-f357615e9046 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:47:56.734070 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device ace4f8e3-5e9c-4a7f-87f1-f357615e9046 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:47:56.767088 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-69f3d55d-11a1-45da-bfa6-471b9c82849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:56.770624 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-69f3d55d-11a1-45da-bfa6-471b9c82849d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1096 time: 0.0769696 Nov 24 17:47:56.834873 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['86ca1bbe-e6b1-440d-abca-58dcc5187601'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:47:56.980637 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1fd4a-f3ba-4607-8f6f-2f7740b536d3 req-0512a750-0d91-4462-888e-629b0bd96d85 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:56.987125 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3fa1fd4a-f3ba-4607-8f6f-2f7740b536d3 req-0512a750-0d91-4462-888e-629b0bd96d85 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0624356 Nov 24 17:47:57.103074 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3fa1fd4a-f3ba-4607-8f6f-2f7740b536d3 req-d6f6e9e6-77be-4434-952e-097b0d21505d tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122160 Nov 24 17:47:57.258024 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9eea056c-ac9a-4182-a125-2639e12a2dd6 req-46e9b872-f810-4438-a966-775dad505133 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=dccc1ff9-569e-460b-b57c-5af924be3e4b HTTP/1.1" status: 200 len: 210 time: 0.0536075 Nov 24 17:47:57.285938 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:47:57.413781 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-50dba7f0-8f56-400e-92c5-3390f0f0a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.415362 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-50dba7f0-8f56-400e-92c5-3390f0f0a624 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7a76fc386d914e91afcda9dac8130406&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6373522 Nov 24 17:47:57.551434 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-bcaf7a05-8464-46ec-a4e7-2ebe33f4c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.552997 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-46fb2d8b-3e70-4065-91b5-db11ac39b2b6 req-bcaf7a05-8464-46ec-a4e7-2ebe33f4c4b4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294262 Nov 24 17:47:57.650075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-20c6a2f6-bb87-4de8-94e3-1dc93814c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.651675 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-20c6a2f6-bb87-4de8-94e3-1dc93814c86b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1096 time: 0.0562277 Nov 24 17:47:57.700086 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-c5478e45-9c2c-47ef-82a0-4658142dc0c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 217 time: 0.0399187 Nov 24 17:47:57.756130 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-20aec18d-a64f-42ea-b41f-c2f2f54fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.757741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-20aec18d-a64f-42ea-b41f-c2f2f54fce84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0511997 Nov 24 17:47:57.811295 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-07dfb53d-4a4b-4349-b6bf-c2f8e07acf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.812761 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-07dfb53d-4a4b-4349-b6bf-c2f8e07acf85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469644 Nov 24 17:47:57.866116 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4afb9-8144-40e2-9cda-8899fe8ecef5 req-d175e9e2-dd15-4929-8b76-6be54149b934 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:57.867638 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7ed4afb9-8144-40e2-9cda-8899fe8ecef5 req-d175e9e2-dd15-4929-8b76-6be54149b934 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 944 time: 0.0510869 Nov 24 17:47:57.913750 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-2e4325fd-bd13-4d65-9d12-6803530f6890 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895000 Nov 24 17:47:57.916854 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7ed4afb9-8144-40e2-9cda-8899fe8ecef5 req-d248820b-cec6-4c1e-ae84-c695a52965d0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Nov 24 17:47:58.010927 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-32144c18-f7e2-41b7-92c8-7ca123364385 req-1ea55fd2-3be4-4b80-8e0e-0b841792e68e service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900671 Nov 24 17:47:58.226480 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052c50-f1e8-4c6d-9139-31f1d65ae847 req-7ee3caf7-f3b0-495e-8aa9-df2fd77aeacc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:58.228050 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ed052c50-f1e8-4c6d-9139-31f1d65ae847 req-7ee3caf7-f3b0-495e-8aa9-df2fd77aeacc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0499060 Nov 24 17:47:58.279088 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ed052c50-f1e8-4c6d-9139-31f1d65ae847 req-b13c707b-ec4f-40f1-a2d5-985704067090 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446608 Nov 24 17:47:58.697842 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:47:58.765471 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 86ca1bbe-e6b1-440d-abca-58dcc5187601 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:47:58.765840 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:58.849527 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:58.875312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:47:58.877789 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c75b75-81cf-480f-be3e-d25378c9408a" -d '{"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:47:58.893281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:47:58.904011 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:47:58.934509 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013a5792-db70-4ee3-ba18-6c5db8301c89 x-openstack-request-id: req-013a5792-db70-4ee3-ba18-6c5db8301c89 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:47:58.934806 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-plugged", "status": "completed", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:47:58.935053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-013a5792-db70-4ee3-ba18-6c5db8301c89 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:47:58.935455 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'code': 200} Nov 24 17:47:58.969131 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=10']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:47:59.072173 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a91f-1e20-4f98-96b9-bf765b96c368 req-405a9780-f4a3-4cc9-b7c0-d50b6cb8090c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:59.073855 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9d12a91f-1e20-4f98-96b9-bf765b96c368 req-405a9780-f4a3-4cc9-b7c0-d50b6cb8090c tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0631189 Nov 24 17:47:59.126260 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9d12a91f-1e20-4f98-96b9-bf765b96c368 req-79466a50-80de-472b-bbb4-5bfc712a5385 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459368 Nov 24 17:47:59.437001 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a09a7-7496-4f37-9500-db8ccba1b15d req-e66b0704-3385-4668-bcf4-8ac454d037dc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:47:59.438700 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e31a09a7-7496-4f37-9500-db8ccba1b15d req-e66b0704-3385-4668-bcf4-8ac454d037dc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0538030 Nov 24 17:47:59.502071 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e31a09a7-7496-4f37-9500-db8ccba1b15d req-258f79cd-b02f-4c6e-94b1-c9121ab76de5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560551 Nov 24 17:48:00.258975 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c5d8-a871-4e38-a659-8c367c66b683 req-0277589c-64b7-4dfd-bd8b-3f0b3c70b89a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:00.260550 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1a4c5d8-a871-4e38-a659-8c367c66b683 req-0277589c-64b7-4dfd-bd8b-3f0b3c70b89a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0563591 Nov 24 17:48:00.316638 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b1a4c5d8-a871-4e38-a659-8c367c66b683 req-2788314b-8640-4c18-9ab4-91cf571fb270 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499814 Nov 24 17:48:00.656312 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ecdbd-9bf4-4859-90e0-a6ccad1902f6 req-96b92bd2-857c-4634-acdd-e0e079f6f365 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:00.658101 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-657ecdbd-9bf4-4859-90e0-a6ccad1902f6 req-96b92bd2-857c-4634-acdd-e0e079f6f365 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0641646 Nov 24 17:48:00.717509 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-657ecdbd-9bf4-4859-90e0-a6ccad1902f6 req-b661880e-2876-47b1-92d6-35244173da57 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513444 Nov 24 17:48:01.464456 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161e29-de5a-4af1-96bc-0cd13d63f3f5 req-4fc982f9-24d0-4f6e-8b68-1e5ff33ab942 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:01.466102 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ea161e29-de5a-4af1-96bc-0cd13d63f3f5 req-4fc982f9-24d0-4f6e-8b68-1e5ff33ab942 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0574517 Nov 24 17:48:01.529671 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ea161e29-de5a-4af1-96bc-0cd13d63f3f5 req-560eadcd-2130-419c-8e96-ce9fc51374cb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561540 Nov 24 17:48:01.759807 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f9596-ac94-4f50-b057-e44bd4cd72c8 req-61aaa685-c138-4973-949d-d94aae5862aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:01.761496 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-776f9596-ac94-4f50-b057-e44bd4cd72c8 req-61aaa685-c138-4973-949d-d94aae5862aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1099 time: 0.0484200 Nov 24 17:48:01.815891 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-776f9596-ac94-4f50-b057-e44bd4cd72c8 req-a0374a77-4878-4755-85e5-990480675e91 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Nov 24 17:48:01.854181 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa340983-a9d8-4540-8928-256c73afbea1 req-732ad203-4881-45de-a750-992bb1900533 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:01.856478 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fa340983-a9d8-4540-8928-256c73afbea1 req-732ad203-4881-45de-a750-992bb1900533 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0631809 Nov 24 17:48:01.915463 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fa340983-a9d8-4540-8928-256c73afbea1 req-c543ed27-58e7-4a16-af70-579956e649e9 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517764 Nov 24 17:48:02.669892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e480b-6673-4a0c-948e-ea39e108dce9 req-39d9e637-96e9-4408-983a-dfd1384c4fb2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:02.671737 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3a9e480b-6673-4a0c-948e-ea39e108dce9 req-39d9e637-96e9-4408-983a-dfd1384c4fb2 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0543187 Nov 24 17:48:02.728557 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3a9e480b-6673-4a0c-948e-ea39e108dce9 req-1820fbd4-df83-422b-a411-08844a78be17 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Nov 24 17:48:03.040651 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb34a-dc3b-4ba9-84cd-f387f33ef460 req-c0c320f0-687f-4709-b16b-d6814f74468b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:03.042323 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e7bb34a-dc3b-4ba9-84cd-f387f33ef460 req-c0c320f0-687f-4709-b16b-d6814f74468b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0548162 Nov 24 17:48:03.096739 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1e7bb34a-dc3b-4ba9-84cd-f387f33ef460 req-bc8a46eb-40c4-4952-a84d-9801a757dbb2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Nov 24 17:48:03.877437 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4108ab-1aa2-410f-a139-ab60aca9a05b req-5ba31f1a-3887-41bd-83a7-8cd7c72c3098 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:03.879469 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad4108ab-1aa2-410f-a139-ab60aca9a05b req-5ba31f1a-3887-41bd-83a7-8cd7c72c3098 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0594332 Nov 24 17:48:03.943451 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad4108ab-1aa2-410f-a139-ab60aca9a05b req-2151708c-05f7-4542-8629-3256585e27c0 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564258 Nov 24 17:48:04.254305 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8bbfe-8e7b-42b8-8b0f-6ff6dccf6203 req-d9b9fe55-d716-4ff6-8703-cf572fb61667 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:04.256509 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1df8bbfe-8e7b-42b8-8b0f-6ff6dccf6203 req-d9b9fe55-d716-4ff6-8703-cf572fb61667 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0772736 Nov 24 17:48:04.323048 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1df8bbfe-8e7b-42b8-8b0f-6ff6dccf6203 req-b16fb115-bfe6-4e41-850c-b4ca0bef43cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552731 Nov 24 17:48:05.092364 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd844-97de-4e3f-acd7-4894fd09dd41 req-306449ec-8327-4423-ba57-62b6150a97b4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:05.094062 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a27bd844-97de-4e3f-acd7-4894fd09dd41 req-306449ec-8327-4423-ba57-62b6150a97b4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0561416 Nov 24 17:48:05.167809 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a27bd844-97de-4e3f-acd7-4894fd09dd41 req-f9b7175e-6017-4561-827b-4bb2de535116 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667694 Nov 24 17:48:05.458321 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6e59-15c9-46b7-aef0-f90e207cb3de req-cd2f6066-eca6-46c3-b163-696981a379cc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:05.460083 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eced6e59-15c9-46b7-aef0-f90e207cb3de req-cd2f6066-eca6-46c3-b163-696981a379cc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0554948 Nov 24 17:48:05.523551 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eced6e59-15c9-46b7-aef0-f90e207cb3de req-75176a08-d7ff-4900-8c6c-f83dc71c0b7e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552735 Nov 24 17:48:06.341222 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32e9e4-3d5f-4dc0-aef4-2752f5e7006f req-0b0831a5-56a8-416d-9970-141adec21000 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:06.347010 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a32e9e4-3d5f-4dc0-aef4-2752f5e7006f req-0b0831a5-56a8-416d-9970-141adec21000 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0824847 Nov 24 17:48:06.424802 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4a32e9e4-3d5f-4dc0-aef4-2752f5e7006f req-e443dd76-43c2-4997-84e7-89b094c4a91f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742970 Nov 24 17:48:06.661387 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8b58-2239-41b4-9786-ea50ec7cf50f req-41c38e20-e2d5-4314-b5ae-5b419b52749e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:06.663121 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-70ce8b58-2239-41b4-9786-ea50ec7cf50f req-41c38e20-e2d5-4314-b5ae-5b419b52749e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0611718 Nov 24 17:48:06.719100 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-70ce8b58-2239-41b4-9786-ea50ec7cf50f req-2e578e1e-327d-4a6a-b6d8-e6c4b080b431 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498321 Nov 24 17:48:07.568082 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ac772-d05d-4d76-bd02-079cf8fdfb1e req-c58bd86e-9e9e-484c-b28c-d4da406513b7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:07.569711 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce0ac772-d05d-4d76-bd02-079cf8fdfb1e req-c58bd86e-9e9e-484c-b28c-d4da406513b7 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0508931 Nov 24 17:48:07.626225 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce0ac772-d05d-4d76-bd02-079cf8fdfb1e req-ca56daa2-6f0a-4357-92d1-5777d8b0135b tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497367 Nov 24 17:48:07.858260 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b6888-b885-4775-83ab-c8481ec61c94 req-965c2bb6-2970-4a9c-8809-fea04bb7f1b1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:07.859861 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5c4b6888-b885-4775-83ab-c8481ec61c94 req-965c2bb6-2970-4a9c-8809-fea04bb7f1b1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0553091 Nov 24 17:48:07.926980 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5c4b6888-b885-4775-83ab-c8481ec61c94 req-a4d3469e-cb30-42e0-818e-e92df0c4456e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603683 Nov 24 17:48:08.760034 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525b6ec-601a-4c90-92e8-9ed480aecc23 req-de9b525a-39b0-4d27-b5a7-f90293e17861 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:08.761581 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e525b6ec-601a-4c90-92e8-9ed480aecc23 req-de9b525a-39b0-4d27-b5a7-f90293e17861 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0554070 Nov 24 17:48:08.816665 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e525b6ec-601a-4c90-92e8-9ed480aecc23 req-d9a9372e-aeb5-42d8-a454-0c957de98948 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 Nov 24 17:48:09.058639 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decbd92-bec2-43ee-abd6-a8b5135675a2 req-41feb959-0be2-4c26-9390-8a9a29b7cc21 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:09.060296 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6decbd92-bec2-43ee-abd6-a8b5135675a2 req-41feb959-0be2-4c26-9390-8a9a29b7cc21 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 943 time: 0.0580909 Nov 24 17:48:09.127031 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6decbd92-bec2-43ee-abd6-a8b5135675a2 req-82a536ea-9f9c-4d9e-aeee-fe5d475c4cc5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603924 Nov 24 17:48:09.263715 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device e49c2f7c-c642-4948-a82f-c519bb64b882 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:48:09.293108 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:09.524919 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e49c2f7c-c642-4948-a82f-c519bb64b882,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:09.537187 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:48:09.579166 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:09.594993 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c2f7c-c642-4948-a82f-c519bb64b882 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:48:09.616356 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e49c2f7c-c642-4948-a82f-c519bb64b882,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:09.622113 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:09.674525 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:09.967926 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ceafd-8d32-4adc-8906-a7118d97aeb9 req-d5976b2e-2fb8-4e2b-913b-57023b01244a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:09.971267 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-856ceafd-8d32-4adc-8906-a7118d97aeb9 req-d5976b2e-2fb8-4e2b-913b-57023b01244a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0628390 Nov 24 17:48:10.020378 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-53c764d0-bd2a-45a3-ad4e-b8b9a633b7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:10.041736 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-856ceafd-8d32-4adc-8906-a7118d97aeb9 req-067a5e81-ff5e-4d3d-851e-c6192eab1bfe tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593679 Nov 24 17:48:10.272090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbc417-f726-4ae5-ab8e-cdf09dc39b1c req-276ab428-42ec-4ce8-ae5b-ebfe2ffe89ef tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:10.273570 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47dbc417-f726-4ae5-ab8e-cdf09dc39b1c req-276ab428-42ec-4ce8-ae5b-ebfe2ffe89ef tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 944 time: 0.0731804 Nov 24 17:48:10.332996 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47dbc417-f726-4ae5-ab8e-cdf09dc39b1c req-bd1192db-5b51-4c24-b66a-e78c2d2940df tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529792 Nov 24 17:48:10.607150 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f5b392c5-fa56-422b-8608-5832e57d30ee tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:10.608641 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f5b392c5-fa56-422b-8608-5832e57d30ee tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 812 time: 0.1232033 Nov 24 17:48:10.624204 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aa344b65-d382-4fd9-acf5-f06970b66911 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/quotas/b2833ecdacc24737bcfffbcaa9919b70 HTTP/1.1" status: 200 len: 375 time: 0.0095723 Nov 24 17:48:10.673654 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-e43a3865-6dac-4a60-888b-f1d84bd9fe0b tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401528 Nov 24 17:48:10.779970 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f126e0b7-7512-481e-ab42-6c115ec9be54 service neutron] 10.222.0.41 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991266 Nov 24 17:48:10.884728 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f898bd61-27bf-4515-a191-6734026d7878 service neutron] 10.222.0.41 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954111 Nov 24 17:48:11.061304 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cbd6c9ad-6bac-4f7e-a940-9d48da324a11 req-eae69f3b-3f86-41bc-b555-00e3699e3a12 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 210 time: 0.0298710 Nov 24 17:48:11.465184 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4d6e2-32e3-4468-a4d2-9e627a7f7903 req-79ce0a0b-65b8-47f5-965b-f657d3e6d8ab tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:11.467330 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2ec4d6e2-32e3-4468-a4d2-9e627a7f7903 req-79ce0a0b-65b8-47f5-965b-f657d3e6d8ab tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 944 time: 0.0562127 Nov 24 17:48:11.528770 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2ec4d6e2-32e3-4468-a4d2-9e627a7f7903 req-645428d4-29f6-4133-873b-c4d7b9b1bcb0 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496185 Nov 24 17:48:12.167239 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e97f41be-9ef6-415e-b0b5-b209848f1681 req-bcaffa9d-6eb1-4604-a44f-3ee55e031492 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 210 time: 0.0355961 Nov 24 17:48:12.526749 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['e49c2f7c-c642-4948-a82f-c519bb64b882'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:48:12.632900 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc04c-1618-4c7a-a261-ff5e22220af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:12.695251 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab000b-cbdb-456a-ae27-a84afb5cd567 req-2067eecc-1377-46af-954c-37f213eb2e32 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:12.696933 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-89ab000b-cbdb-456a-ae27-a84afb5cd567 req-2067eecc-1377-46af-954c-37f213eb2e32 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 944 time: 0.0755010 Nov 24 17:48:12.757042 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-89ab000b-cbdb-456a-ae27-a84afb5cd567 req-15ab8420-9cf1-4215-a64f-56f42373cb26 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535264 Nov 24 17:48:13.123996 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-c7d921d8-1cc2-4358-89b6-bc0574d6f004 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:13.125508 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-c7d921d8-1cc2-4358-89b6-bc0574d6f004 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 812 time: 0.1140935 Nov 24 17:48:13.140156 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Request body: {'port': {'device_id': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06', 'admin_state_up': True, 'tenant_id': 'b2833ecdacc24737bcfffbcaa9919b70'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:48:13.263334 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-397dd1c2-a5cd-4c52-a247-43ad20478c0b req-5efd45b2-b8ca-43f5-a7f1-78685edbd383 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 210 time: 0.0263748 Nov 24 17:48:13.263618 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Made reservation on behalf of b2833ecdacc24737bcfffbcaa9919b70 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:48:13.267389 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:13.408338 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Allocated IP 172.20.0.11 (9fc4cd80-5e0b-496c-9d00-aa41a49e7b06/c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc/9d5372b0-414f-4c6d-84cd-8f46eb241297) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:48:13.571590 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:13.607785 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:13.669135 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:48:13.672679 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:48:13.680755 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:48:13.685035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Pushing event updated for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:13.712197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.712581 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.712904 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.713267 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.713638 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.713970 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.714371 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.714685 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.715023 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.715354 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.715683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.716011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:13.746436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:13.749242 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:13.771019 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-aac22649-0d13-4f22-bae9-dc340813f3c8 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354973 Nov 24 17:48:13.784369 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Request body: {'port': {'device_id': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:48:13.840987 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:13.894891 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420d29-417f-4194-9c6b-c1fb4f880d5f req-1c258cc2-1eda-40ca-aef6-36a6cb60c492 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:13.897016 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97420d29-417f-4194-9c6b-c1fb4f880d5f req-1c258cc2-1eda-40ca-aef6-36a6cb60c492 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 944 time: 0.0674024 Nov 24 17:48:13.952345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97420d29-417f-4194-9c6b-c1fb4f880d5f req-d5bd93f4-ac24-4358-8205-ca1b791926f7 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486035 Nov 24 17:48:13.990582 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.135441 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5372b0-414f-4c6d-84cd-8f46eb241297 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:48:14.143624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.157030 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Transition to ACTIVE for port object 9d5372b0-414f-4c6d-84cd-8f46eb241297 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:48:14.162474 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.217744 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:14.288519 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Attempting to bind port 9d5372b0-414f-4c6d-84cd-8f46eb241297 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:48:14.288835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Attempting to bind port 9d5372b0-414f-4c6d-84cd-8f46eb241297 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:48:14.289182 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Attempting to bind port 9d5372b0-414f-4c6d-84cd-8f46eb241297 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:48:14.293954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Port 9d5372b0-414f-4c6d-84cd-8f46eb241297 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:48:14.294277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Attempting to bind port 9d5372b0-414f-4c6d-84cd-8f46eb241297 on network 9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:48:14.299134 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:48:14.299468 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Checking segment: {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:48:14.299847 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Bound using segment: {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:48:14.300277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Bound port: 9d5372b0-414f-4c6d-84cd-8f46eb241297, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1512007a-8126-44d9-9506-94a41e23b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:48:14.300738 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.373554 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:48:14.377204 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:48:14.383446 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.391983 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0132b4-972f-45d9-80ba-e8ff2b6f9754 req-4bbbf476-0bcb-4222-9940-812d68314f97 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:14.393552 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b0132b4-972f-45d9-80ba-e8ff2b6f9754 req-4bbbf476-0bcb-4222-9940-812d68314f97 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 944 time: 0.0585160 Nov 24 17:48:14.415839 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:14.416649 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.418215 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d5372b0-414f-4c6d-84cd-8f46eb241297 HTTP/1.1" status: 200 len: 1094 time: 0.6382651 Nov 24 17:48:14.420459 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:14.423558 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868d3d4-e763-42ce-8a79-048883feda14" -d '{"events": [{"name": "network-changed", "server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:14.453147 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb5ce2-6fb4-42b2-ba40-26bed17859a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:14.453969 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8b0132b4-972f-45d9-80ba-e8ff2b6f9754 req-c6ee4054-726f-4c3c-b791-441587482f98 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533528 Nov 24 17:48:14.475347 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d13bf-80bd-4074-b397-1060979e51f8 x-openstack-request-id: req-ee6d13bf-80bd-4074-b397-1060979e51f8 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:14.475662 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:14.475961 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee6d13bf-80bd-4074-b397-1060979e51f8 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:14.476371 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297', 'status': 'completed', 'code': 200} Nov 24 17:48:14.518622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-473e3c26-d628-4c95-a02d-cb8f7b18fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:14.520466 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-473e3c26-d628-4c95-a02d-cb8f7b18fe64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 1097 time: 0.0420706 Nov 24 17:48:14.565840 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-f1fa4f67-ad82-4f20-802a-3e19f5c74399 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297 HTTP/1.1" status: 200 len: 217 time: 0.0364335 Nov 24 17:48:14.621380 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-0344bb55-9ae3-41b3-8bfd-c248efaae4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:14.622883 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-0344bb55-9ae3-41b3-8bfd-c248efaae4d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc HTTP/1.1" status: 200 len: 852 time: 0.0491550 Nov 24 17:48:14.656491 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-42a75bdf-733c-46eb-b3b9-01013e1e17f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247424 Nov 24 17:48:14.757512 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-55bf9453-547e-482c-9e25-ebea42a8a975 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929906 Nov 24 17:48:14.768580 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device e49c2f7c-c642-4948-a82f-c519bb64b882 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:48:14.825174 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port e49c2f7c-c642-4948-a82f-c519bb64b882 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:48:14.831607 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port e49c2f7c-c642-4948-a82f-c519bb64b882 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:48:14.832030 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.868527 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-eae221c0-c2a4-4e62-a0ea-7be393085d86 req-a67cfcac-a1d2-46ba-93e1-bee0aa6c7b9b service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026237 Nov 24 17:48:14.922616 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:14.967541 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:14.969882 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7f61e-fa32-48a2-8f2d-7ee8a5857f75" -d '{"events": [{"server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "name": "network-vif-plugged", "status": "completed", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:14.972269 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d3d4-e763-42ce-8a79-048883feda14 req-3fca640e-8c20-44ec-acc8-2fee9f95ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:14.976273 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-3fca640e-8c20-44ec-acc8-2fee9f95ce81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 1097 time: 0.0544505 Nov 24 17:48:15.003021 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e49c2f7c-c642-4948-a82f-c519bb64b882,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:15.008873 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:15.063396 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c129478-d44d-4aa3-8d78-abc7a0ab3c06 x-openstack-request-id: req-0c129478-d44d-4aa3-8d78-abc7a0ab3c06 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:15.063897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "name": "network-vif-plugged", "status": "completed", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:15.064312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c129478-d44d-4aa3-8d78-abc7a0ab3c06 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:15.065100 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'code': 200} Nov 24 17:48:15.131755 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfad1f-719e-41e5-ba0e-f136d09b0702 req-507f6102-f59d-46b0-b1ff-62c525cc3edd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:15.135061 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:15.147147 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c1cfad1f-719e-41e5-ba0e-f136d09b0702 req-507f6102-f59d-46b0-b1ff-62c525cc3edd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.1019692 Nov 24 17:48:15.155400 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d3d4-e763-42ce-8a79-048883feda14 req-e5500de2-6f47-40f5-87af-0741310cbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:15.157120 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-e5500de2-6f47-40f5-87af-0741310cbbb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 200 len: 913 time: 0.1742423 Nov 24 17:48:15.213634 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-c1cfad1f-719e-41e5-ba0e-f136d09b0702 req-fff08408-99ae-4544-bea7-b2e7e39b57d3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651190 Nov 24 17:48:15.226190 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-4fc9ba5f-9d93-40d4-a54f-11254005bec9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297 HTTP/1.1" status: 200 len: 217 time: 0.0561376 Nov 24 17:48:15.286636 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d3d4-e763-42ce-8a79-048883feda14 req-6b031520-6e06-445e-b17d-dd70a6c826a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:15.288122 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-6b031520-6e06-445e-b17d-dd70a6c826a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc HTTP/1.1" status: 200 len: 852 time: 0.0570562 Nov 24 17:48:15.323533 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-e1dad548-9c68-4d31-b099-41a4ee1a3ab9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273490 Nov 24 17:48:15.339090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4452d-bcf4-4be1-9165-01cff9f80916 req-c237b9cd-49d7-47ac-b38b-196b4163d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:15.341568 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9cb4452d-bcf4-4be1-9165-01cff9f80916 req-c237b9cd-49d7-47ac-b38b-196b4163d8c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1098 time: 0.0587587 Nov 24 17:48:15.394558 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9cb4452d-bcf4-4be1-9165-01cff9f80916 req-d9ca8c0f-5f85-440e-9763-f8d9d7b96a1d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Nov 24 17:48:15.423147 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-39e054e1-e11b-472f-a2f4-55c9aeb94f60 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898559 Nov 24 17:48:15.589414 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256dc1d-327c-41b8-ab2d-811aaa2d8191 req-4034ce92-8e53-4598-af89-e6a2d920cd38 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:15.590919 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2256dc1d-327c-41b8-ab2d-811aaa2d8191 req-4034ce92-8e53-4598-af89-e6a2d920cd38 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 944 time: 0.0566962 Nov 24 17:48:15.643155 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2256dc1d-327c-41b8-ab2d-811aaa2d8191 req-84cafa94-5489-453a-809a-6693d87fab16 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Nov 24 17:48:15.687752 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c868d3d4-e763-42ce-8a79-048883feda14 req-f2a09a9d-9fcc-484e-9362-d572abe80023 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926635 Nov 24 17:48:15.834006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:16.156673 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:16.353678 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df6b1f-b7fd-4650-8e50-9329c8c8a361 req-c4d6b0f4-4217-4eeb-986c-6275fcb11e5c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:16.355250 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97df6b1f-b7fd-4650-8e50-9329c8c8a361 req-c4d6b0f4-4217-4eeb-986c-6275fcb11e5c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0538228 Nov 24 17:48:16.416812 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97df6b1f-b7fd-4650-8e50-9329c8c8a361 req-66befb6c-953e-4da8-ba70-d1d1c6ee9639 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550330 Nov 24 17:48:16.772947 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9d5372b0-414f-4c6d-84cd-8f46eb241297 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:48:16.777348 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8ee30-6149-4b81-8850-c4ac6655ec85 req-730d4708-cce2-4be4-ae6b-fbc63b41c56f tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:16.778888 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21e8ee30-6149-4b81-8850-c4ac6655ec85 req-730d4708-cce2-4be4-ae6b-fbc63b41c56f tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 944 time: 0.0609384 Nov 24 17:48:16.829498 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-21e8ee30-6149-4b81-8850-c4ac6655ec85 req-f3cb85b8-cc87-44f0-b5c2-bce484cc77a3 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Nov 24 17:48:16.884358 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:16.895521 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '9d5372b0-414f-4c6d-84cd-8f46eb241297', 'network_id': '9fc4cd80-5e0b-496c-9d00-aa41a49e7b06', 'port_id': '9d5372b0-414f-4c6d-84cd-8f46eb241297', 'mac_address': 'fa:16:3e:51:d0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:48:16.936052 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:16.950151 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5372b0-414f-4c6d-84cd-8f46eb241297 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:48:16.972271 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:16.976745 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:17.031795 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:17.258203 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['9d5372b0-414f-4c6d-84cd-8f46eb241297'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:48:17.541083 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394fa4e-af05-4588-a834-40caaef0c63e req-f2961d38-3a86-4215-9373-a8d8e2a416b1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:17.542656 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5394fa4e-af05-4588-a834-40caaef0c63e req-f2961d38-3a86-4215-9373-a8d8e2a416b1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0553250 Nov 24 17:48:17.595855 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5394fa4e-af05-4588-a834-40caaef0c63e req-04078391-f4b0-4be6-a88e-93de2c705e4e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Nov 24 17:48:17.724705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84607d4a-ef12-4e36-9f1f-af7ed19cb063 req-f990856d-5fc2-40cd-8ddd-261f224bd45a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:17.726253 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-84607d4a-ef12-4e36-9f1f-af7ed19cb063 req-f990856d-5fc2-40cd-8ddd-261f224bd45a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Nov 24 17:48:17.780027 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-84607d4a-ef12-4e36-9f1f-af7ed19cb063 req-508b9023-d870-4e6d-a27b-6a87105d89a1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473244 Nov 24 17:48:17.780198 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57830) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:17.802873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57834) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:17.842545 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5fb4e5-bf4b-4765-8f67-2a8342345351 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:17.844129 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-eb5fb4e5-bf4b-4765-8f67-2a8342345351 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1093 time: 0.0402863 Nov 24 17:48:17.847124 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57836) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:17.853512 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:48:17.878379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:17.905386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab8a-520d-47a5-8123-cf5bbc43ca73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:17.947986 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9f7ea-19fa-43e8-a164-895c16c082cc req-cf78f986-e884-4821-9b79-2208795b1a09 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:17.949538 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-13d9f7ea-19fa-43e8-a164-895c16c082cc req-cf78f986-e884-4821-9b79-2208795b1a09 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 945 time: 0.0498393 Nov 24 17:48:18.000482 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-13d9f7ea-19fa-43e8-a164-895c16c082cc req-13d0f734-f12d-48cc-986c-c5981fc5edc9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Nov 24 17:48:18.046503 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab8a-520d-47a5-8123-cf5bbc43ca73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.053750 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab8a-520d-47a5-8123-cf5bbc43ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.059579 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.136175 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2d59ab8a-520d-47a5-8123-cf5bbc43ca73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82529a3098154efc8475ba597f2f94df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547795 Nov 24 17:48:18.139174 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57840) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:18.140671 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ab8a-520d-47a5-8123-cf5bbc43ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7d548-49e1-4c57-a426-838742431b19,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:18.191163 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.208261 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.27.2.217 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/30485204-2c6c-46a2-b85e-cd680d32ece8) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:48:18.213646 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.275498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.278155 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.279380 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2e7d548-49e1-4c57-a426-838742431b19 HTTP/1.1" status: 204 len: 168 time: 0.1391356 Nov 24 17:48:18.288371 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7d548-49e1-4c57-a426-838742431b19,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:18.297356 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.297610 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.297955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.298359 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.298705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.299043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.299427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.299766 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.300110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.300462 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.300830 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.301205 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d768075-2d3b-473f-ab5d-26d82673d0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:48:18.322370 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.361145 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.405371 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:48:18.410554 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:48:18.413251 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:48:18.445544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=30485204-2c6c-46a2-b85e-cd680d32ece8,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:18.607667 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57846) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:18.622290 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-184a8cbf-8cf2-4895-b71a-e768d278f265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.713972 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-184a8cbf-8cf2-4895-b71a-e768d278f265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.721737 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-184a8cbf-8cf2-4895-b71a-e768d278f265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.762281 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-184a8cbf-8cf2-4895-b71a-e768d278f265 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe2cbf43900b41639d32b7c765200518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530385 Nov 24 17:48:18.763406 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a8cbf-8cf2-4895-b71a-e768d278f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c3b54a-dd02-4286-a5f6-91c748be846d,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:18.766292 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57848) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:18.785783 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9d5372b0-414f-4c6d-84cd-8f46eb241297 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:48:18.843575 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 9d5372b0-414f-4c6d-84cd-8f46eb241297 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:48:18.843783 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.848235 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 9d5372b0-414f-4c6d-84cd-8f46eb241297 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:48:18.848710 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.901707 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.933986 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.943913 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.959031 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:18.961497 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be659bfb-8c02-4ccd-b989-9eb603594091" -d '{"events": [{"server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "name": "network-vif-plugged", "status": "completed", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:18.964457 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:18.975888 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:18.981648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.014397 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90abc5a8-afe9-4a84-bf43-1fc5d92adc86 x-openstack-request-id: req-90abc5a8-afe9-4a84-bf43-1fc5d92adc86 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:19.015142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "name": "network-vif-plugged", "status": "completed", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:19.015656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90abc5a8-afe9-4a84-bf43-1fc5d92adc86 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:19.016224 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297', 'code': 200} Nov 24 17:48:19.050976 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:19.085070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.088548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.092886 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c3b54a-dd02-4286-a5f6-91c748be846d HTTP/1.1" status: 204 len: 168 time: 0.3253760 Nov 24 17:48:19.106654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ba57-b558-4d36-8a1a-f53d7be148b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c3b54a-dd02-4286-a5f6-91c748be846d,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:19.145474 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868452e-2fe3-458a-9d5e-c8686ac947f5 req-ab4af338-e86f-4afa-932e-b7df5d040af9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:19.147779 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3868452e-2fe3-458a-9d5e-c8686ac947f5 req-ab4af338-e86f-4afa-932e-b7df5d040af9 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0648110 Nov 24 17:48:19.211296 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3868452e-2fe3-458a-9d5e-c8686ac947f5 req-a2e62638-344a-4638-825d-cac27d75a9d0 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Nov 24 17:48:19.249312 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.255218 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20f729-754e-49ed-b4db-e339f74aec9d req-7e789ee2-00f2-48c8-b0e4-49d9832c2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:19.256950 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-7e20f729-754e-49ed-b4db-e339f74aec9d req-7e789ee2-00f2-48c8-b0e4-49d9832c2054 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 1099 time: 0.0623279 Nov 24 17:48:19.258079 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.357972 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=30485204-2c6c-46a2-b85e-cd680d32ece8,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:19.386765 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-7e20f729-754e-49ed-b4db-e339f74aec9d req-d17d75cb-bbf0-40ab-a46e-012380737a5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976658 Nov 24 17:48:19.388042 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:19.505051 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 51f8d50a-d112-49aa-9cdf-5b203b405b4b associated. External IP: 172.27.2.217, port: e49c2f7c-c642-4948-a82f-c519bb64b882. Nov 24 17:48:19.743402 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:48:19.860341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:48:19.873117 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:48:19.887351 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:48:19.888700 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:19.889013 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:20.108457 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:48:20.206352 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d4bb324d-8601-4b76-b055-ce292ee8a52b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3581092 Nov 24 17:48:20.206988 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:20.209547 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a0b50-45b5-46ce-8cdd-aaa859f6045f" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:20.253630 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac41d006-4d07-4769-94b0-3f10414cc7e8 x-openstack-request-id: req-ac41d006-4d07-4769-94b0-3f10414cc7e8 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:20.253941 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:20.254204 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac41d006-4d07-4769-94b0-3f10414cc7e8 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:20.254595 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'status': 'completed', 'code': 200} Nov 24 17:48:20.337814 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-e20f8ba4-fc90-4f21-a4f0-92dbb7ce49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:20.340390 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-e20f8ba4-fc90-4f21-a4f0-92dbb7ce49a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1098 time: 0.0608156 Nov 24 17:48:20.391744 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710060ef-d978-4f02-9161-1081c21b5c61 req-7490dc75-e079-4fd6-af50-707ccc3cf36e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:20.394636 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-710060ef-d978-4f02-9161-1081c21b5c61 req-7490dc75-e079-4fd6-af50-707ccc3cf36e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0791061 Nov 24 17:48:20.434992 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:18Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:20.477260 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-6b5d559c-951b-4285-a226-a88f472ed4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:20.478873 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-6b5d559c-951b-4285-a226-a88f472ed4f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.1303051 Nov 24 17:48:20.493353 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:48:20.503903 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-710060ef-d978-4f02-9161-1081c21b5c61 req-bd702600-8903-4a61-a169-647ac4cc754e tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940747 Nov 24 17:48:20.508798 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:48:20.509508 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:20.576603 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-a5534d89-4c5f-492c-923c-cb1528a9a053 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 999 time: 0.0878913 Nov 24 17:48:20.628935 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:48:20.639625 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-7971f526-baac-43aa-9776-b083614bf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:20.641204 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-7971f526-baac-43aa-9776-b083614bf4d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0560215 Nov 24 17:48:20.691838 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-e1d94c51-4bca-401f-9c5b-a4f436b9bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:20.693644 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-e1d94c51-4bca-401f-9c5b-a4f436b9bab1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450079 Nov 24 17:48:20.808580 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-0a6164d2-1515-4cef-9c32-32a49cba65d9 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059875 Nov 24 17:48:20.882318 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:18Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:20.914467 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f7fdd-2a06-428d-bff0-eb2e7fb70c5f None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:18Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:48:20.929252 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-149a0b50-45b5-46ce-8cdd-aaa859f6045f req-de06e408-e937-4954-8ff5-da9f6aa019e9 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097803 Nov 24 17:48:21.137824 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd134676-3cb0-480d-91d4-6306b1bcfddf None None] New status for floating IP 51f8d50a-d112-49aa-9cdf-5b203b405b4b: ACTIVE {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:48:21.566561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57932) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:21.623169 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084feed2-b43d-42a4-9e45-187456a3d0f8 req-75376cd3-eecd-4a97-8d60-7e98ff4c9f74 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:21.624911 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-084feed2-b43d-42a4-9e45-187456a3d0f8 req-75376cd3-eecd-4a97-8d60-7e98ff4c9f74 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0530550 Nov 24 17:48:21.676184 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-084feed2-b43d-42a4-9e45-187456a3d0f8 req-8c5ced26-b249-4396-811c-0901f116cb81 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Nov 24 17:48:21.689329 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1512f47c-8275-4ba2-8fb2-970e63c7cbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.766875 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1512f47c-8275-4ba2-8fb2-970e63c7cbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.773483 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1512f47c-8275-4ba2-8fb2-970e63c7cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.814723 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-1512f47c-8275-4ba2-8fb2-970e63c7cbe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48ba8d0c3c4948898e1d0db9a0cfe4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465863 Nov 24 17:48:21.815445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f47c-8275-4ba2-8fb2-970e63c7cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b71885-f24f-4844-80f1-18003a9a2aef,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:21.817599 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57940) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:21.872420 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.897457 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.960219 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.962944 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:21.966984 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96b71885-f24f-4844-80f1-18003a9a2aef HTTP/1.1" status: 204 len: 168 time: 0.1480319 Nov 24 17:48:21.978529 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cc3b2-1571-44e9-8c3f-c62c3f5d147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b71885-f24f-4844-80f1-18003a9a2aef,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:22.297730 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57952) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:22.312309 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c4aad815-cc9d-49f2-b329-5407331b972c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.405112 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c4aad815-cc9d-49f2-b329-5407331b972c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.412451 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c4aad815-cc9d-49f2-b329-5407331b972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.458034 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c4aad815-cc9d-49f2-b329-5407331b972c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7aa0910c9f84e989a93cd173d9439a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585224 Nov 24 17:48:22.458450 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aad815-cc9d-49f2-b329-5407331b972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48ac644-a383-436f-8da7-16ac5dd7df48,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:22.460964 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57954) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:22.524493 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.548818 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.600681 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.603332 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:22.604556 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f48ac644-a383-436f-8da7-16ac5dd7df48 HTTP/1.1" status: 204 len: 168 time: 0.1421885 Nov 24 17:48:22.613053 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432821e-6d0d-4384-bb7d-01f7b015bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48ac644-a383-436f-8da7-16ac5dd7df48,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:23.761931 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 57986) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:23.876772 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d2bdce52-776a-45a1-a3c1-3ec40b2f347e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:23.960655 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d2bdce52-776a-45a1-a3c1-3ec40b2f347e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:23.966435 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d2bdce52-776a-45a1-a3c1-3ec40b2f347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:24.008449 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d2bdce52-776a-45a1-a3c1-3ec40b2f347e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fe29cc157744650964f593b8dee2313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453308 Nov 24 17:48:24.009507 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdce52-776a-45a1-a3c1-3ec40b2f347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28da46-0fce-45e8-afaa-b41c35f0b90a,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:24.012546 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 57990) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:24.064352 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:24.087955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:24.151730 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:24.154453 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:24.160254 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a28da46-0fce-45e8-afaa-b41c35f0b90a HTTP/1.1" status: 204 len: 168 time: 0.1418579 Nov 24 17:48:24.170476 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680455-346c-4025-8974-b1931cc73005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28da46-0fce-45e8-afaa-b41c35f0b90a,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:34.267115 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:48:38.185301 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58166) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:38.318550 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e12ac01-e1e4-4936-ab19-59d5999932bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.405076 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e12ac01-e1e4-4936-ab19-59d5999932bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.411526 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6e12ac01-e1e4-4936-ab19-59d5999932bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.456525 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6e12ac01-e1e4-4936-ab19-59d5999932bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d100d4af82f4fb78927e7e190530366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696834 Nov 24 17:48:38.459208 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58176) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:38.466523 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12ac01-e1e4-4936-ab19-59d5999932bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298417a2-d491-4e64-bcb0-d5a9854c5449,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:38.515999 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.537536 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.587752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.590265 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.591669 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/298417a2-d491-4e64-bcb0-d5a9854c5449 HTTP/1.1" status: 204 len: 168 time: 0.1314349 Nov 24 17:48:38.599494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84adb9-83c2-42f5-bd62-542f5a1d8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298417a2-d491-4e64-bcb0-d5a9854c5449,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:38.881680 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58182) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:38.895288 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-00d62d36-2b25-4af7-af7f-b8d10182ed3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.979936 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-00d62d36-2b25-4af7-af7f-b8d10182ed3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:38.986441 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-00d62d36-2b25-4af7-af7f-b8d10182ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.026350 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-00d62d36-2b25-4af7-af7f-b8d10182ed3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31fc47e3a416461595430b42aff12627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432745 Nov 24 17:48:39.027164 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d62d36-2b25-4af7-af7f-b8d10182ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e2a2a-15b5-4b2b-8abe-57f656a6d4af,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:39.029336 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58184) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:39.089564 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.112624 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.163813 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.166604 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.167860 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b6e2a2a-15b5-4b2b-8abe-57f656a6d4af HTTP/1.1" status: 204 len: 168 time: 0.1373053 Nov 24 17:48:39.176974 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc3b5-0a65-47df-a160-793d631d90e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e2a2a-15b5-4b2b-8abe-57f656a6d4af,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:39.298499 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.543993 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58196) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:39.558260 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c1554831-c963-4dd0-abd1-69a27ab1ca0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.648197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c1554831-c963-4dd0-abd1-69a27ab1ca0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.654745 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c1554831-c963-4dd0-abd1-69a27ab1ca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.705575 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c1554831-c963-4dd0-abd1-69a27ab1ca0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f028a9ea632e4ba999903561049d6953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603756 Nov 24 17:48:39.706472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1554831-c963-4dd0-abd1-69a27ab1ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1168e3-523c-4ca6-bebf-0b5dee951d8e,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:39.708522 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58198) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:39.758692 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.782436 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.841858 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.845825 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:39.847617 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb1168e3-523c-4ca6-bebf-0b5dee951d8e HTTP/1.1" status: 204 len: 168 time: 0.1371269 Nov 24 17:48:39.858669 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4f0cf-2621-4584-9c75-ca923c19cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1168e3-523c-4ca6-bebf-0b5dee951d8e,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:40.013676 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-40df3dd7-d6b1-4c8f-bd93-f7d12fd002d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:42.609397 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-53e17c79-f45a-47d4-a704-0f0fac27d4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:43.085491 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4b13-efe5-4dfc-8c7a-7b64ec81f513 req-c83ea158-0c3b-4121-b4c6-942e9ecb48cb tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:43.087477 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-230f4b13-efe5-4dfc-8c7a-7b64ec81f513 req-c83ea158-0c3b-4121-b4c6-942e9ecb48cb tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0529490 Nov 24 17:48:43.143275 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-230f4b13-efe5-4dfc-8c7a-7b64ec81f513 req-e44cdd36-ecdd-4027-a91f-080caae638fb tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486131 Nov 24 17:48:43.992543 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:44.275070 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62289-097b-4830-96ec-628e7c1ba377 req-892c3893-6d47-441b-afae-1a9c781786ff tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:44.276590 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-14b62289-097b-4830-96ec-628e7c1ba377 req-892c3893-6d47-441b-afae-1a9c781786ff tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0584531 Nov 24 17:48:44.330057 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-14b62289-097b-4830-96ec-628e7c1ba377 req-6a9ea5a4-0caa-4f62-acb8-124714f9365b tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/security-groups?id=6af48f53-1fca-49cc-9b17-46e2f56c3090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Nov 24 17:48:45.033937 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-33a3a59d-f5c5-4e43-8c95-6a9ddbb98869 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:45.035461 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-33a3a59d-f5c5-4e43-8c95-6a9ddbb98869 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 946 time: 0.0534809 Nov 24 17:48:45.146824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Deleting port 9d5372b0-414f-4c6d-84cd-8f46eb241297 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:48:45.147149 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:45.240079 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] For port 9d5372b0-414f-4c6d-84cd-8f46eb241297, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9d5372b0-414f-4c6d-84cd-8f46eb241297,segment=NetworkSegment(1512007a-8126-44d9-9506-94a41e23b5ff),segment_id=1512007a-8126-44d9-9506-94a41e23b5ff)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:45.240455 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:45.253410 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Calling delete_port for 9d5372b0-414f-4c6d-84cd-8f46eb241297 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:48:45.411539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:45.428854 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['9d5372b0-414f-4c6d-84cd-8f46eb241297'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:48:45.440752 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e9c31993-d8cf-490c-a916-1e8dc66f4c05 req-b71a6dec-4b47-4e4a-8771-7580e0e2aa9b tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.41 "GET /v2.0/ports?device_id=0853a6a7-b6c7-44a3-91a4-58c92290c42b HTTP/1.1" status: 200 len: 210 time: 0.0307515 Nov 24 17:48:45.443467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Pushing event deleted for resources: {'Port': ['ID=9d5372b0-414f-4c6d-84cd-8f46eb241297,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:45.493340 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] No DVR routers for this DVR port 9d5372b0-414f-4c6d-84cd-8f46eb241297 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:48:45.496116 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:45.499576 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6922f2a5-bcb0-4cb7-af6c-fe11d30b6f9f req-cb45e3bc-6247-43b1-a964-0c111a39fe91 tempest-VolumesSnapshotTestJSON-1787259479 tempest-VolumesSnapshotTestJSON-1787259479-project] 10.222.0.62 "DELETE /v2.0/ports/9d5372b0-414f-4c6d-84cd-8f46eb241297 HTTP/1.1" status: 204 len: 173 time: 0.4480476 Nov 24 17:48:45.500048 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'name': 'network-vif-deleted', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:45.502617 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567be64-5942-488c-97e7-07c30a60f620" -d '{"events": [{"server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "name": "network-vif-deleted", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:45.541719 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfed3b-0dd6-4dc4-9fc1-15eb8fa8bcc8 x-openstack-request-id: req-95bfed3b-0dd6-4dc4-9fc1-15eb8fa8bcc8 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:45.542017 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0853a6a7-b6c7-44a3-91a4-58c92290c42b", "name": "network-vif-deleted", "tag": "9d5372b0-414f-4c6d-84cd-8f46eb241297", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:45.542309 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95bfed3b-0dd6-4dc4-9fc1-15eb8fa8bcc8 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:45.542726 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0853a6a7-b6c7-44a3-91a4-58c92290c42b', 'name': 'network-vif-deleted', 'tag': '9d5372b0-414f-4c6d-84cd-8f46eb241297', 'status': 'completed', 'code': 200} Nov 24 17:48:45.614854 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-837cac37-53fa-41c8-8221-cd25a6f3172f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489051 Nov 24 17:48:45.713381 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-fa181430-93f4-4807-8320-a74cbad6757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:45.715147 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-fa181430-93f4-4807-8320-a74cbad6757a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 1099 time: 0.0443788 Nov 24 17:48:45.836427 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:45.838392 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-a44ce62c-0782-4dea-a2ec-982aa3056690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:45.839892 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-a44ce62c-0782-4dea-a2ec-982aa3056690 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 200 len: 917 time: 0.0968258 Nov 24 17:48:45.910783 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-29450148-8b9d-4ae3-8ebf-97ff3da1a1d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 200 len: 1001 time: 0.0620656 Nov 24 17:48:45.968600 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-31b199af-ccf1-464b-9f7a-48a3285a2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:45.970121 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-31b199af-ccf1-464b-9f7a-48a3285a2cc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 200 len: 855 time: 0.0470252 Nov 24 17:48:46.025839 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-531912a9-5eb0-4d1d-8b3c-73f5dac6e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:46.027392 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-531912a9-5eb0-4d1d-8b3c-73f5dac6e749 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04a17716-e308-48be-9c62-01aa1d1c7170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478940 Nov 24 17:48:46.123226 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-c298c8eb-a3df-40b6-87c7-75554efc7840 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Nov 24 17:48:46.157527 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:46.230742 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6cfda042-c7c0-4bf1-b150-46573fa8ee1e req-a50fec19-94aa-4f31-bf15-be17f752bd37 service neutron] 10.222.0.62 "GET /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998189 Nov 24 17:48:49.966849 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9d5372b0-414f-4c6d-84cd-8f46eb241297 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:48:49.995686 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 9d5372b0-414f-4c6d-84cd-8f46eb241297 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:48:49.996026 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9d5372b0-414f-4c6d-84cd-8f46eb241297 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:48:51.915330 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f25cc-c42e-4f2c-b103-b92532369b76 req-15725e93-70d0-4d9b-a72a-c4f076635684 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:51.916731 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad0f25cc-c42e-4f2c-b103-b92532369b76 req-15725e93-70d0-4d9b-a72a-c4f076635684 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0562372 Nov 24 17:48:51.971907 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ad0f25cc-c42e-4f2c-b103-b92532369b76 req-b404539a-40f6-49e5-8af6-d19fd98a442a tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Nov 24 17:48:53.115750 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3ab1-818e-4434-9271-e08d21498187 req-80fe26c0-e495-449d-ba97-c3e62dc1f2ef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:53.117503 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-863d3ab1-818e-4434-9271-e08d21498187 req-80fe26c0-e495-449d-ba97-c3e62dc1f2ef tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0607212 Nov 24 17:48:53.181854 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-863d3ab1-818e-4434-9271-e08d21498187 req-cf4e5008-9561-4adc-8688-117040fab1eb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups?id=69f9b9f2-e1ca-4112-8a96-824b31955b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580187 Nov 24 17:48:53.379979 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d999-14f2-42a0-a010-3e813b95c48b req-b4947aec-9cf6-4ac4-8126-b2054d271fcd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:48:53.381486 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8660d999-14f2-42a0-a010-3e813b95c48b req-b4947aec-9cf6-4ac4-8126-b2054d271fcd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 946 time: 0.0542712 Nov 24 17:48:53.480931 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Deleting port 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:48:53.481267 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:53.582824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] For port 86ca1bbe-e6b1-440d-abca-58dcc5187601, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=86ca1bbe-e6b1-440d-abca-58dcc5187601,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:48:53.583172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:53.781509 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:53.781965 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:53.782216 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Floating IP 63cf0be0-b282-4a5a-a118-6807543be9d7 disassociated. External IP: 172.27.2.140, port: 86ca1bbe-e6b1-440d-abca-58dcc5187601. Nov 24 17:48:53.782563 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Calling delete_port for 86ca1bbe-e6b1-440d-abca-58dcc5187601 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:48:53.928350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:53.968294 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'Port': ['ID=86ca1bbe-e6b1-440d-abca-58dcc5187601,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:54.091335 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:48:54.210736 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:48:54.222353 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:48:54.234880 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:48:54.235712 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:54.255473 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] No DVR routers for this DVR port 86ca1bbe-e6b1-440d-abca-58dcc5187601 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:48:54.258236 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:54.261972 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8660d999-14f2-42a0-a010-3e813b95c48b req-32581ee7-47e2-46e5-88b4-9e6e1eb0b8e4 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.62 "DELETE /v2.0/ports/86ca1bbe-e6b1-440d-abca-58dcc5187601 HTTP/1.1" status: 204 len: 173 time: 0.8741853 Nov 24 17:48:54.262505 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-deleted', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:48:54.266123 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28200ab7-a751-47c1-bcab-94db8f9209c2" -d '{"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-deleted", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:48:54.310443 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650029cb-5b81-4336-afa6-69fb4906af5d x-openstack-request-id: req-650029cb-5b81-4336-afa6-69fb4906af5d {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:48:54.311011 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093c296-51c7-4f42-9247-26fdae85227a", "name": "network-vif-deleted", "tag": "86ca1bbe-e6b1-440d-abca-58dcc5187601", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:48:54.311454 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-650029cb-5b81-4336-afa6-69fb4906af5d {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:48:54.312852 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd093c296-51c7-4f42-9247-26fdae85227a', 'name': 'network-vif-deleted', 'tag': '86ca1bbe-e6b1-440d-abca-58dcc5187601', 'status': 'completed', 'code': 200} Nov 24 17:48:54.341429 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-60947a1b-2d14-4371-bd1d-d06e79055f57 req-1884aa8a-51c2-4bfb-ac70-9df4d8775702 tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093c296-51c7-4f42-9247-26fdae85227a HTTP/1.1" status: 200 len: 210 time: 0.0492294 Nov 24 17:48:54.351812 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:48:54.563365 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:54.597907 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:48:54.609850 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:48:54.610531 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:54.727947 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:48:54.959454 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:48:54.988693 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705be96a-1ca3-4b1f-bb5a-29d0409ce147 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:41:58Z', 'revision_number': 4, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '0d383927-6008-4557-a7a3-7da614d98cd9', 'name': '', 'network_id': '04a17716-e308-48be-9c62-01aa1d1c7170', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'mac_address': 'fa:16:3e:3a:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:57Z', 'updated_at': '2021-11-24T17:42:04Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'subnets': [{'id': '131932e4-3d90-4b8f-b9f6-af7c973bec0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:48:55.235294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8d043-d295-44e4-a214-ab243cc22494 None None] New status for floating IP 63cf0be0-b282-4a5a-a118-6807543be9d7: DOWN {{(pid=109260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:48:56.478164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58312) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:56.546559 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.570642 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.629296 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.634656 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.636346 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "DELETE /v2.0/security-groups/69f9b9f2-e1ca-4112-8a96-824b31955b09 HTTP/1.1" status: 204 len: 168 time: 0.1570721 Nov 24 17:48:56.639731 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58314) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:56.647402 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e4063-850c-46d6-b340-b5090e096a6f tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9b9f2-e1ca-4112-8a96-824b31955b09,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:56.654476 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.api.v2.resource [None req-60b86d18-6b33-42ed-864d-d00ac529a8bb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] show failed (client error): The resource could not be found. Nov 24 17:48:56.655552 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-60b86d18-6b33-42ed-864d-d00ac529a8bb tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "GET /v2.0/security-groups/69f9b9f2-e1ca-4112-8a96-824b31955b09 HTTP/1.1" status: 404 len: 347 time: 0.0147383 Nov 24 17:48:56.658581 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58316) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:48:56.792452 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Deleting port 0bc5f8d6-6fb2-4096-9753-3bbd30da0c56 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:48:56.792786 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.877906 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.878367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:56.893738 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Calling delete_port for 0bc5f8d6-6fb2-4096-9753-3bbd30da0c56 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:48:57.032384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:57.058389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Pushing event deleted for resources: {'Port': ['ID=0bc5f8d6-6fb2-4096-9753-3bbd30da0c56,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:48:57.128923 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:57.131553 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:48:57.132868 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6ca1eebb-8965-40e6-853f-9b61dfcda8bd tempest-AttachVolumeShelveTestJSON-1607879477 tempest-AttachVolumeShelveTestJSON-1607879477-project] 10.222.0.41 "DELETE /v2.0/floatingips/63cf0be0-b282-4a5a-a118-6807543be9d7 HTTP/1.1" status: 204 len: 168 time: 0.4732404 Nov 24 17:48:57.215432 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:48:57.240300 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 86ca1bbe-e6b1-440d-abca-58dcc5187601 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:48:57.240459 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 86ca1bbe-e6b1-440d-abca-58dcc5187601 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:49:00.635278 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58354) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:01.178111 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:01.434760 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Deleting port 0d383927-6008-4557-a7a3-7da614d98cd9 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:49:01.435024 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:01.514339 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] For port 0d383927-6008-4557-a7a3-7da614d98cd9, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d383927-6008-4557-a7a3-7da614d98cd9,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:01.514688 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:01.528187 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Calling delete_port for 0d383927-6008-4557-a7a3-7da614d98cd9 owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:49:01.722722 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:01.752673 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d383927-6008-4557-a7a3-7da614d98cd9,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:01.929413 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:02.449711 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Router c137c20a-9f77-4c2c-b07d-656b696942fe has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:49:02.564958 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:49:02.570189 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-8b278f5e-07d1-4889-87f6-5ac152e68b28 admin admin] 10.222.0.41 "PUT /v2.0/routers/c137c20a-9f77-4c2c-b07d-656b696942fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335499 Nov 24 17:49:02.572865 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58374) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:02.574066 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Sync routers for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:49:02.584870 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:02.585488 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:02.679458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:02.694234 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:02.790046 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:02.857441 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Deleting port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:49:02.857681 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:02.941910 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] For port 8dbd78cc-3cd6-4500-ba7b-691ac26823a9, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:02.942303 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:02.957382 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Calling delete_port for 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 owned by network:router_gateway {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:49:02.988679 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:49:01Z', 'revision_number': 5, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port': {'id': '8dbd78cc-3cd6-4500-ba7b-691ac26823a9', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:41:52Z', 'updated_at': '2021-11-24T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:03.015091 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Checking router: c137c20a-9f77-4c2c-b07d-656b696942fe for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:49:03.024668 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Routers {'c137c20a-9f77-4c2c-b07d-656b696942fe'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:03.025308 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:48:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['c137c20a-9f77-4c2c-b07d-656b696942fe'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:03.118651 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] Set router c137c20a-9f77-4c2c-b07d-656b696942fe gateway port host: None {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:03.132241 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.162857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbd78cc-3cd6-4500-ba7b-691ac26823a9,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:03.189657 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:49:02Z', 'revision_number': 6, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:03.217071 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e88b2f-2f59-4abb-9b42-5e1557a0e3c7 None None] The sync data for ids ['c137c20a-9f77-4c2c-b07d-656b696942fe'] in dv-cinder-819149-1-iscsi is: [{'id': 'c137c20a-9f77-4c2c-b07d-656b696942fe', 'name': 'tempest-AttachVolumeShelveTestJSON-276128198-router', 'tenant_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:41:51Z', 'updated_at': '2021-11-24T17:49:02Z', 'revision_number': 6, 'project_id': '2bfb7b3dc3a44eacbb640b127a4db2a7', 'gw_port_host': None}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:49:03.262800 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.367255 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.371250 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.433861 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.434996 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c137c20a-9f77-4c2c-b07d-656b696942fe {{(pid=109259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:49:03.444454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.446879 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-def3ccaf-e513-460a-9019-880918ebd2b4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c137c20a-9f77-4c2c-b07d-656b696942fe HTTP/1.1" status: 204 len: 168 time: 0.8720870 Nov 24 17:49:03.451008 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58382) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:03.499865 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Deleting subnet 131932e4-3d90-4b8f-b9f6-af7c973bec0e {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:49:03.503421 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.540484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.638471 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.705094 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.731500 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131932e4-3d90-4b8f-b9f6-af7c973bec0e,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:03.735386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.738879 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d8a47135-b13b-4875-bad6-0a603797c759 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/131932e4-3d90-4b8f-b9f6-af7c973bec0e HTTP/1.1" status: 204 len: 168 time: 0.2866976 Nov 24 17:49:03.741570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58384) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:03.744821 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39d65b-718b-4279-bf8c-51338f2f93c9 None None] Network 04a17716-e308-48be-9c62-01aa1d1c7170 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:49:03.819447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.878843 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Deleting port 0d4b4355-43ea-4541-b322-dea878dc1329 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:49:03.879743 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.944716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] For port 0d4b4355-43ea-4541-b322-dea878dc1329, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d4b4355-43ea-4541-b322-dea878dc1329,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:03.944964 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:03.958658 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Calling delete_port for 0d4b4355-43ea-4541-b322-dea878dc1329 owned by network:dhcp {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:49:04.004396 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] DHCP port deletion for 04a17716-e308-48be-9c62-01aa1d1c7170 request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:49:04.058897 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Deleting port 0d4b4355-43ea-4541-b322-dea878dc1329 {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:49:04.059380 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.071656 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.098349 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4b4355-43ea-4541-b322-dea878dc1329,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:04.102190 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] No DVR routers for this DVR port 0d4b4355-43ea-4541-b322-dea878dc1329 on host dv-cinder-819149-1-iscsi {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:49:04.137767 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] For port 0d4b4355-43ea-4541-b322-dea878dc1329, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=0d4b4355-43ea-4541-b322-dea878dc1329,segment=NetworkSegment(fe1d9d2a-dc1c-4501-9c50-7d6a98148b08),segment_id=fe1d9d2a-dc1c-4501-9c50-7d6a98148b08)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:04.138068 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.151946 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Calling delete_port for 0d4b4355-43ea-4541-b322-dea878dc1329 owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:49:04.178790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.205285 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a17716-e308-48be-9c62-01aa1d1c7170']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:04.216180 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:04.216574 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1d9d2a-dc1c-4501-9c50-7d6a98148b08') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:04.228277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.242896 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.250701 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.257674 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:49:04.258733 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:49:04.260670 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:49:04.277481 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Pushing event deleted for resources: {'Port': ['ID=0d4b4355-43ea-4541-b322-dea878dc1329,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:04.282256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] No DVR routers for this DVR port 0d4b4355-43ea-4541-b322-dea878dc1329 on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:49:04.296751 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.297368 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.309266 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.309961 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.310628 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.311392 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.312182 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.312714 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.313611 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.313967 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.314477 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.314829 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684a3d-be55-4608-af53-18c44c554cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:04.329526 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.340467 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.353346 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04a17716-e308-48be-9c62-01aa1d1c7170 HTTP/1.1" status: 204 len: 168 time: 0.6106944 Nov 24 17:49:04.371913 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc1b8b-449a-4a76-9556-9a7b464624f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a17716-e308-48be-9c62-01aa1d1c7170,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:04.385470 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d4b4355-43ea-4541-b322-dea878dc1329 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:49:04.407646 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 0d4b4355-43ea-4541-b322-dea878dc1329 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:49:04.408291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d4b4355-43ea-4541-b322-dea878dc1329 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:49:04.408748 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:49:04.434024 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:49:04.434428 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8dbd78cc-3cd6-4500-ba7b-691ac26823a9 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:49:04.435274 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d383927-6008-4557-a7a3-7da614d98cd9 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:49:04.456014 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 0d383927-6008-4557-a7a3-7da614d98cd9 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:49:04.456366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 0d383927-6008-4557-a7a3-7da614d98cd9 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:49:04.484197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58396) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:04.534446 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-fdb23119-abc3-4d10-b6d6-976242a6d801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bfb7b3dc3a44eacbb640b127a4db2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489728 Nov 24 17:49:04.537398 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58398) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:04.597750 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.621784 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.672299 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.675172 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:04.676341 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d90f393-097b-4e92-a06d-f425e26508bb HTTP/1.1" status: 204 len: 168 time: 0.1375291 Nov 24 17:49:04.684322 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d0442-0f6a-4346-b2db-025528b0ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d90f393-097b-4e92-a06d-f425e26508bb,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:08.955668 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58486) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:09.011713 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Deleting subnet c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:49:09.015355 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.058793 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.105052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.166104 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.192160 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:09.197700 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.202601 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-088ece78-e99d-4b01-a984-9fad835bc7b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5b0d5fd-efc5-4d48-994c-00cfdaa8f3bc HTTP/1.1" status: 204 len: 168 time: 0.2455335 Nov 24 17:49:09.206663 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58488) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:09.293680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.312125 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.377115 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.400210 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc4cd80-5e0b-496c-9d00-aa41a49e7b06']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:09.411302 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512007a-8126-44d9-9506-94a41e23b5ff') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:09.411601 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512007a-8126-44d9-9506-94a41e23b5ff') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:09.422031 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.439139 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.446076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:49:09.446484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:49:09.448318 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:49:09.510744 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.517724 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.521988 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] 10.222.0.41 "DELETE /v2.0/networks/9fc4cd80-5e0b-496c-9d00-aa41a49e7b06 HTTP/1.1" status: 204 len: 168 time: 0.3141987 Nov 24 17:49:09.534434 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7f8b0-37c2-4e85-a9b6-9966ccb0484e admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc4cd80-5e0b-496c-9d00-aa41a49e7b06,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:09.712005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58494) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:09.754580 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-84758b4f-e5b0-4d39-9f6f-48d457249137 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2833ecdacc24737bcfffbcaa9919b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413039 Nov 24 17:49:09.757450 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58498) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:09.808701 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.831809 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.887762 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.890477 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:09.891661 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af48f53-1fca-49cc-9b17-46e2f56c3090 HTTP/1.1" status: 204 len: 168 time: 0.1335759 Nov 24 17:49:09.900704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b22e5e-cf28-449f-8d3b-f957f6ed1b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af48f53-1fca-49cc-9b17-46e2f56c3090,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:10.023380 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-55449cc2-9991-4852-9893-71a1ab5cc3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:11.266968 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:49:12.608596 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-60ef757e-6400-4833-98d3-05cd1dc8e488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:13.993407 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:15.840414 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.155501 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.494664 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58606) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:16.618103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.706378 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.711941 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.750012 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8bbfec7fda64a49be8334bbf411da2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542412 Nov 24 17:49:16.750886 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a77338-9e32-4a2d-bcb2-c77fc4df4758,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:16.752806 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58612) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:16.768999 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.769360 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.769704 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.770419 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.770758 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.771092 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.771424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.771752 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.772069 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.772394 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.772729 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.773039 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd545d3-b40d-4e1c-aba1-f58828f7083f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:16.812873 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.835427 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.884561 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.887246 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:16.888481 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98a77338-9e32-4a2d-bcb2-c77fc4df4758 HTTP/1.1" status: 204 len: 168 time: 0.1347673 Nov 24 17:49:16.896591 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e3a22-6a13-4a97-860d-7036877b3ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a77338-9e32-4a2d-bcb2-c77fc4df4758,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:18.225517 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58664) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:18.344291 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b20effde-4106-4445-8761-d93fa10b88df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.427899 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b20effde-4106-4445-8761-d93fa10b88df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.435797 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-b20effde-4106-4445-8761-d93fa10b88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.483911 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-b20effde-4106-4445-8761-d93fa10b88df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4897166e9eda453ba1505e6d004182d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572227 Nov 24 17:49:18.484801 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20effde-4106-4445-8761-d93fa10b88df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be5b26-34bf-4874-99bf-0cdfd8d06958,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:18.487083 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58668) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:18.542506 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.565345 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.620943 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.625313 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:18.627130 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07be5b26-34bf-4874-99bf-0cdfd8d06958 HTTP/1.1" status: 204 len: 168 time: 0.1387539 Nov 24 17:49:18.637970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be5b26-34bf-4874-99bf-0cdfd8d06958,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:18.646777 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.647254 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.647792 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.648246 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.648870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.649285 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.649717 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.651654 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.651654 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.651654 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.651957 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:18.652303 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c284a7-86ba-45df-888c-d7eee69bcf59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:26.690910 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 58820) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:26.816016 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-27cc2cab-234b-4573-ad7c-742b2cbb6735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:26.894420 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-27cc2cab-234b-4573-ad7c-742b2cbb6735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:26.900732 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-27cc2cab-234b-4573-ad7c-742b2cbb6735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:26.940633 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-27cc2cab-234b-4573-ad7c-742b2cbb6735 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fc27e45703141af891671d3ceaf6b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482753 Nov 24 17:49:26.941233 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2cab-234b-4573-ad7c-742b2cbb6735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eef8d9-6c96-4626-bc40-7f4b7fa46b58,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:26.943324 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58826) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:26.995971 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.020194 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.072144 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.075050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.076241 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15eef8d9-6c96-4626-bc40-7f4b7fa46b58 HTTP/1.1" status: 204 len: 168 time: 0.1317046 Nov 24 17:49:27.084936 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65153bd7-4948-460c-8ab3-90f8decca289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eef8d9-6c96-4626-bc40-7f4b7fa46b58,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:27.359010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58836) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:27.373975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41e8-1b2f-4b10-a68a-02d426a15734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.453793 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41e8-1b2f-4b10-a68a-02d426a15734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.459233 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-cd2b41e8-1b2f-4b10-a68a-02d426a15734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.498836 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b41e8-1b2f-4b10-a68a-02d426a15734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f85046-f3c4-42f9-b465-1d2150b82cef,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:27.506909 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-cd2b41e8-1b2f-4b10-a68a-02d426a15734 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58993753f25d415aa9a636ccc3480852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440420 Nov 24 17:49:27.507815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58838) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:27.557716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.580445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.633781 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.636570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:27.637785 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46f85046-f3c4-42f9-b465-1d2150b82cef HTTP/1.1" status: 204 len: 168 time: 0.1297612 Nov 24 17:49:27.646798 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0d4ad-185d-437d-8902-ffb568c32bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f85046-f3c4-42f9-b465-1d2150b82cef,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:29.449242 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58896) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:29.590415 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-98fabe30-d1f3-4ee7-a70b-5faa9f3a0036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.678844 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-98fabe30-d1f3-4ee7-a70b-5faa9f3a0036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.683684 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-98fabe30-d1f3-4ee7-a70b-5faa9f3a0036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.730008 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-98fabe30-d1f3-4ee7-a70b-5faa9f3a0036 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9210930e92e4dcc92c70dd33d57355f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796254 Nov 24 17:49:29.730887 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fabe30-d1f3-4ee7-a70b-5faa9f3a0036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7697dfdc-ffdf-49c6-8792-e9a8d36e7ab2,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:29.733219 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58904) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:29.787823 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.810311 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.863707 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.867376 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:29.868730 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7697dfdc-ffdf-49c6-8792-e9a8d36e7ab2 HTTP/1.1" status: 204 len: 168 time: 0.1344240 Nov 24 17:49:29.879790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce8327-e15d-4fd0-b36a-6b23a6eb4bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7697dfdc-ffdf-49c6-8792-e9a8d36e7ab2,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:30.596578 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58926) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:30.715536 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-285853973-network', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:30.744683 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Made reservation on behalf of a1a96fc23c9c465cb82de7a88bce3631 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:49:30.747903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.758119 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.853838 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.859686 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.891020 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:49:30.898247 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42399200-83a7-440e-ad65-1cdad14bb07d,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:30.906239 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.906722 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Added segment 66466a91-c2c2-4e26-ad26-02c7ffa7373b of type vlan for network 63243d57-a754-4379-b070-d86775f7a7ec Nov 24 17:49:30.961423 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.986976 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:30.988131 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:30.988627 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.026406 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4234974 Nov 24 17:49:31.026814 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58938) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:31.033545 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Request body: {'subnet': {'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-285853973-subnet', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'ip_version': 4}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:31.070177 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d441a-051c-46a3-ad24-3a6e0d7905b1 admin admin] Pushing event updated for resources: {'Network': ['ID=63243d57-a754-4379-b070-d86775f7a7ec,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:31.082985 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 63243d57-a754-4379-b070-d86775f7a7ec details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:49:31.092262 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Made reservation on behalf of a1a96fc23c9c465cb82de7a88bce3631 for: {'subnet': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:49:31.096667 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126697058'] for subnet, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.289144 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126834282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126697040'] for subnet, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.345668 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60abd32d-6c5c-4fb2-90bf-bd13109f1657,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:31.355169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Checking segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:31.355521 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Network hostable DHCP agents. Network: 63243d57-a754-4379-b070-d86775f7a7ec, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:49:31.374377 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Network 63243d57-a754-4379-b070-d86775f7a7ec is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:49:31.389673 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 63243d57-a754-4379-b070-d86775f7a7ec) {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:31.396507 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:31.397687 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.400104 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72861ce-58cf-4a33-9323-adab90566eb0 None None] Network 63243d57-a754-4379-b070-d86775f7a7ec requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:49:31.422649 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-c65cf3aa-12b9-4153-b5c8-55d6fdbb2df6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3945193 Nov 24 17:49:31.425182 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58942) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:31.429835 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:31.455093 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.456431 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.513010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.566745 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-63243d57-a754-4379-b070-d86775f7a7ec', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:49:31.568017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:31.719753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Allocated IP 172.20.0.2 (63243d57-a754-4379-b070-d86775f7a7ec/60abd32d-6c5c-4fb2-90bf-bd13109f1657/a97c33a4-0d58-4a53-9151-ef885771bae5) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:31.944768 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.025293 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.032218 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.078655 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Network 63243d57-a754-4379-b070-d86775f7a7ec is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:32.082196 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:32.091095 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:32.106649 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Pushing event updated for resources: {'Port': ['ID=a97c33a4-0d58-4a53-9151-ef885771bae5,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:32.160900 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Attempting to bind port a97c33a4-0d58-4a53-9151-ef885771bae5 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:32.161277 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Attempting to bind port a97c33a4-0d58-4a53-9151-ef885771bae5 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:32.161626 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Attempting to bind port a97c33a4-0d58-4a53-9151-ef885771bae5 on network 63243d57-a754-4379-b070-d86775f7a7ec {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:32.168005 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:32.168403 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Checking segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:32.168827 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.169226 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Bound using segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:32.169714 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Bound port: a97c33a4-0d58-4a53-9151-ef885771bae5, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:32.170113 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.170428 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.194076 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.251852 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] For port a97c33a4-0d58-4a53-9151-ef885771bae5, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:32.255393 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] For port a97c33a4-0d58-4a53-9151-ef885771bae5, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a97c33a4-0d58-4a53-9151-ef885771bae5,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:32.271701 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.341597 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Allocated IP 172.27.2.202 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/ed089631-649d-4e7e-8c1a-97696ed19ad1) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:32.370168 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056ba6-4642-4771-b946-a28229ad0726 None None] Pushing event updated for resources: {'Port': ['ID=a97c33a4-0d58-4a53-9151-ef885771bae5,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:32.481154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.559063 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:32.611791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:32.618223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:32.621389 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:32.657839 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed089631-649d-4e7e-8c1a-97696ed19ad1,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:32.916310 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.147032 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.290968 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:49:33.402310 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf740667-b463-4ef1-b13e-5392bb3ead9f None None] Network 63243d57-a754-4379-b070-d86775f7a7ec requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:49:33.413416 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:49:33.430435 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Sync routers for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:49:33.435061 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.436528 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-86992105-41c8-4614-8d6b-7267a8d88cb1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0103674 Nov 24 17:49:33.439352 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 58994) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:33.471987 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:33.472753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:33.596938 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] Provisioning complete for port a97c33a4-0d58-4a53-9151-ef885771bae5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:33.597215 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.673160 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:33.844268 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.876550 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.921407 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] For port a97c33a4-0d58-4a53-9151-ef885771bae5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a97c33a4-0d58-4a53-9151-ef885771bae5,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:33.929213 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:33.988909 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ac31f-be4e-4a16-ac3a-f91114ebf633 None None] Pushing event updated for resources: {'Port': ['ID=a97c33a4-0d58-4a53-9151-ef885771bae5,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:33.996746 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:32Z', 'revision_number': 3, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:34.026304 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Checking router: 59a5d33d-9c7a-48f0-9621-4ea025a497c5 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:49:34.026656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Updating router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 port ed089631-649d-4e7e-8c1a-97696ed19ad1 binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:49:34.044169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Allocated IP 172.20.0.1 (63243d57-a754-4379-b070-d86775f7a7ec/60abd32d-6c5c-4fb2-90bf-bd13109f1657/23b04e39-8ff6-4aa1-988d-87beb5aa3a5d) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:34.067470 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.091504 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-48964a08-a96d-4b2b-9868-f52e87af5fbf None None] Provisioning complete for port a97c33a4-0d58-4a53-9151-ef885771bae5 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:34.091878 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-48964a08-a96d-4b2b-9868-f52e87af5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.158827 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.208117 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.254276 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Network 63243d57-a754-4379-b070-d86775f7a7ec is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:34.257598 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:34.263480 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:34.267068 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Pushing event updated for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:34.313869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.441873 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.449320 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.492198 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a97c33a4-0d58-4a53-9151-ef885771bae5 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:34.521284 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.551851 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157695-4104-4e20-b8e2-c88424f1e8fa None None] Pushing event updated for resources: {'Port': ['ID=ed089631-649d-4e7e-8c1a-97696ed19ad1,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:34.557213 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Attempting to bind port ed089631-649d-4e7e-8c1a-97696ed19ad1 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:34.557581 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Attempting to bind port ed089631-649d-4e7e-8c1a-97696ed19ad1 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:34.557950 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Attempting to bind port ed089631-649d-4e7e-8c1a-97696ed19ad1 on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:34.567849 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:34.568238 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:34.568654 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.569032 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:34.569507 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Bound port: ed089631-649d-4e7e-8c1a-97696ed19ad1, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:34.569887 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.624260 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port a97c33a4-0d58-4a53-9151-ef885771bae5 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:34.624630 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.672073 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] For port ed089631-649d-4e7e-8c1a-97696ed19ad1, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:34.694773 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] For port ed089631-649d-4e7e-8c1a-97696ed19ad1, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=ed089631-649d-4e7e-8c1a-97696ed19ad1,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:34.701752 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-877b4525-220f-46f6-a1bb-4f4a81f0b4e3 None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:34.701752 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-877b4525-220f-46f6-a1bb-4f4a81f0b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.703757 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.704012 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59010) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:34.721161 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.727141 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.795468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-877b4525-220f-46f6-a1bb-4f4a81f0b4e3 None None] Port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:49:34.797851 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.800538 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Pushing event updated for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:34.825498 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:34.826165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:34.855412 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0cba-76b9-4e5d-acbf-5381462c6e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.873835 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157695-4104-4e20-b8e2-c88424f1e8fa None None] Pushing event updated for resources: {'Port': ['ID=ed089631-649d-4e7e-8c1a-97696ed19ad1,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:34.907490 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Network 63243d57-a754-4379-b070-d86775f7a7ec is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:34.909350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:34.935234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0cba-76b9-4e5d-acbf-5381462c6e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.942371 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0cba-76b9-4e5d-acbf-5381462c6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:34.998548 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6b7e0cba-76b9-4e5d-acbf-5381462c6e6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63c2df64150c41309c02d85d21535893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930779 Nov 24 17:49:35.003307 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59014) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:35.013672 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e0cba-76b9-4e5d-acbf-5381462c6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c18d8b-ab96-4863-9a38-e0ef02385423,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:35.062508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:49:35.069877 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.100126 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.108991 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:35.155276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.158261 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.163920 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64c18d8b-ab96-4863-9a38-e0ef02385423 HTTP/1.1" status: 204 len: 168 time: 0.1579945 Nov 24 17:49:35.170822 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc284-b499-437d-acf7-bce7846688a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c18d8b-ab96-4863-9a38-e0ef02385423,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:35.194265 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:49:35.207997 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-f1d04094-fef0-44f4-8ced-d4bf87ffc972 admin admin] 10.222.0.41 "PUT /v2.0/routers/59a5d33d-9c7a-48f0-9621-4ea025a497c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595758 Nov 24 17:49:35.296536 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-dd6627c7-5c47-47dc-a90b-c404ea6b5190 None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:35.296886 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-dd6627c7-5c47-47dc-a90b-c404ea6b5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.387605 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-dd6627c7-5c47-47dc-a90b-c404ea6b5190 None None] Port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:49:35.458874 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 2, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:35.508466 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d07328-0cf3-43b5-844e-2d30819564f6 None None] The sync data for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi is: [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 2, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:49:35.566820 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59026) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:35.581303 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf2fa-64c9-4017-8932-8b5e38a464c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.664527 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf2fa-64c9-4017-8932-8b5e38a464c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.670039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf2fa-64c9-4017-8932-8b5e38a464c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.711977 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf2fa-64c9-4017-8932-8b5e38a464c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf378b2-ad91-4b1d-8a08-9cedbc113a33,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:35.727360 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59030) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:35.727581 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e7ecf2fa-64c9-4017-8932-8b5e38a464c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01b7a0e063454779b5a9ac6b80a6a750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585610 Nov 24 17:49:35.806935 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.834570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.912653 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.915728 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:35.918194 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cf378b2-ad91-4b1d-8a08-9cedbc113a33 HTTP/1.1" status: 204 len: 168 time: 0.1889074 Nov 24 17:49:35.926890 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90839-213f-4e69-9094-682a4733fd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf378b2-ad91-4b1d-8a08-9cedbc113a33,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:36.018225 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59040) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:36.023550 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1411611586-network', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:36.051893 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Made reservation on behalf of 3e204042aac44ab39f9bcafb3a6971c9 for: {'network': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:49:36.054828 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for network, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.064168 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.157533 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.164567 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.192898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:49:36.203911 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57be6f7-0d27-4576-80eb-dd80d51047d1,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:36.209218 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.209617 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.segments_db [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Added segment dc847b7c-28ef-42f1-b724-1136c6dc1dd8 of type vlan for network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a Nov 24 17:49:36.273700 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788650083130'] for network, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.316848 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734'] for network, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.318154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:36.318725 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.364746 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3451252 Nov 24 17:49:36.367360 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59048) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:36.372674 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Request body: {'subnet': {'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1411611586-subnet', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'ip_version': 4}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:36.410966 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aae8c-806f-439b-823f-dd6b827655b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:36.422343 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a details requested by agent ovs-agent-dv-cinder-819149-1-iscsi with host dv-cinder-819149-1-iscsi {{(pid=109260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 17:49:36.422625 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Made reservation on behalf of 3e204042aac44ab39f9bcafb3a6971c9 for: {'subnet': 1} {{(pid=109259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:49:36.425148 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126033048'] for subnet, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.515118 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device ed089631-649d-4e7e-8c1a-97696ed19ad1 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:36.594774 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port ed089631-649d-4e7e-8c1a-97696ed19ad1 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:36.595146 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.636092 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129919160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126033066'] for subnet, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.692294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.719391 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port ed089631-649d-4e7e-8c1a-97696ed19ad1, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=ed089631-649d-4e7e-8c1a-97696ed19ad1,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:36.721824 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5965b76c-adb2-44b5-9c39-4a43c07143ef,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:36.726983 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.736052 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Checking segment: {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:36.736440 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Network hostable DHCP agents. Network: 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a, hostable agents: ['a6c78640-9e97-4419-b274-898d8e652951'], hosted agents: [] {{(pid=109259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:49:36.760122 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a is scheduled to be hosted by DHCP agent a6c78640-9e97-4419-b274-898d8e652951 with binding_index 1 {{(pid=109259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:49:36.772033 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-1-iscsi, 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a) {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:36.777257 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:36.779140 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.784029 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd70f3-67f6-4142-b4bb-dc9ef31ec144 None None] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:49:36.810931 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3c1c65e7-d2d5-4dbf-8832-253fc37d6094 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4351349 Nov 24 17:49:36.810931 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59060) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:36.815016 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:36.842860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64905'] for router, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.844315 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3734264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3718556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3742411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64898'] for router, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.894810 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=ed089631-649d-4e7e-8c1a-97696ed19ad1,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:36.905279 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:36.979497 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd93c8129-e247-5727-a0ec-2799e8e6b819-2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef'}]}} from dv-cinder-819149-1-iscsi. {{(pid=109260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 17:49:36.980492 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.086410 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.136409 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.db_base_plugin_common [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Allocated IP 172.20.0.2 (2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a/5965b76c-adb2-44b5-9c39-4a43c07143ef/560fcbc2-f70e-4616-88ed-74aca3415ed8) {{(pid=109260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:37.314443 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.328506 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks [] for port, precommit_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.336327 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.339423 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436'] for port, after_create {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.382452 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a is already hosted by enough agents. {{(pid=109260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:37.388340 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Resources bound (agent type, host, resource id): {{(pid=109260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:37.394725 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Received port after_create {{(pid=109260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:37.427257 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Pushing event updated for resources: {'Port': ['ID=560fcbc2-f70e-4616-88ed-74aca3415ed8,revision_number=1']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:37.475726 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Attempting to bind port 560fcbc2-f70e-4616-88ed-74aca3415ed8 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:37.476300 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Attempting to bind port 560fcbc2-f70e-4616-88ed-74aca3415ed8 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:37.477006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Attempting to bind port 560fcbc2-f70e-4616-88ed-74aca3415ed8 on network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:37.479067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Allocated IP 172.27.2.209 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/8881f41e-721e-49a2-8b1f-3372e019096b) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:37.485838 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:37.486354 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Checking segment: {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:37.487008 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.487655 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Bound using segment: {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:37.488451 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Bound port: 560fcbc2-f70e-4616-88ed-74aca3415ed8, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:37.489069 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.581096 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] For port 560fcbc2-f70e-4616-88ed-74aca3415ed8, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:37.585236 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] For port 560fcbc2-f70e-4616-88ed-74aca3415ed8, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=560fcbc2-f70e-4616-88ed-74aca3415ed8,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:37.592251 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.625458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.670257 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bd1d-6193-446c-9db9-eeda635a954c None None] Pushing event updated for resources: {'Port': ['ID=560fcbc2-f70e-4616-88ed-74aca3415ed8,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:37.686325 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:37.747231 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:37.756955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:37.760913 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:37.764592 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Pushing event updated for resources: {'Port': ['ID=8881f41e-721e-49a2-8b1f-3372e019096b,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:38.039019 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Sync routers for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:49:38.052344 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:38.053197 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:38.094251 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.183775 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:38.437766 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 2, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:38.471053 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Checking router: 59a5d33d-9c7a-48f0-9621-4ea025a497c5 for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:49:38.471467 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Updating router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:49:38.517115 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.541349 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device ed089631-649d-4e7e-8c1a-97696ed19ad1 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:38.606235 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port ed089631-649d-4e7e-8c1a-97696ed19ad1 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:38.607309 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.678406 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3734255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793447'] for router, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.736378 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 560fcbc2-f70e-4616-88ed-74aca3415ed8 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:38.796934 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 560fcbc2-f70e-4616-88ed-74aca3415ed8 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:38.800123 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.800399 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59110) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:38.872049 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Router a95b064a-add3-48aa-bd6e-3eadcc8fc36c is scheduled to L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 with binding_index 1 {{(pid=109259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 17:49:38.905081 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.941785 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 560fcbc2-f70e-4616-88ed-74aca3415ed8, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=560fcbc2-f70e-4616-88ed-74aca3415ed8,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:38.947517 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.950572 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e74e-8cf1-46e2-91fa-617239558e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.954453 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2642f-f445-4765-9699-f312d88fbbd6 None None] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:49:38.962546 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:38.972558 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.010740 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:49:39.033669 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.036247 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-483f828f-06ee-4b76-b14e-373e401cc055 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2287581 Nov 24 17:49:39.038919 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59114) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:39.057151 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Sync routers for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:49:39.061657 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Pushing event updated for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:39.072910 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.073255 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.073599 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.074067 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.074523 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.074860 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.075200 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.075521 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.075871 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.076313 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.076496 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.076824 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:49:39.085276 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e74e-8cf1-46e2-91fa-617239558e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.096078 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e74e-8cf1-46e2-91fa-617239558e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.099910 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:39.100706 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:39.102779 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=560fcbc2-f70e-4616-88ed-74aca3415ed8,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:39.152196 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6e74e-8cf1-46e2-91fa-617239558e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a3f12-781d-4975-88c7-4634bad48126,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:39.159872 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Attempting to bind port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:39.160247 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Attempting to bind port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:39.160688 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Attempting to bind port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d on network 63243d57-a754-4379-b070-d86775f7a7ec {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:39.168073 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:39.168816 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Checking segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:39.169831 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.170565 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Bound using segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:39.171541 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Bound port: 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:39.172267 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.203334 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e4c6e74e-8cf1-46e2-91fa-617239558e8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffc138d75ed141a691ca3e17e08d68cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986461 Nov 24 17:49:39.205545 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59116) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:39.213844 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-fa23aa38-d1f2-48e2-bb68-3fb6c723eb6f None None] Provisioning complete for port 560fcbc2-f70e-4616-88ed-74aca3415ed8 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:39.214406 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-fa23aa38-d1f2-48e2-bb68-3fb6c723eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.256350 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] For port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:39.265661 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] For port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:39.274958 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.344861 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1982-c029-4041-b76a-12775bf987ff None None] Pushing event updated for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:39.348579 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.358933 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.372892 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.375670 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:39.376336 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:39.432602 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:39.625220 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.627825 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.631812 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/643a3f12-781d-4975-88c7-4634bad48126 HTTP/1.1" status: 204 len: 168 time: 0.4237287 Nov 24 17:49:39.647809 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d89a2e-7548-4160-ac4e-fac32b6cb1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a3f12-781d-4975-88c7-4634bad48126,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:39.652334 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:39.690258 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:39.690751 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.731318 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.757640 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:37Z', 'revision_number': 3, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:39.857707 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.858965 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Checking router: a95b064a-add3-48aa-bd6e-3eadcc8fc36c for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:49:39.859306 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Updating router a95b064a-add3-48aa-bd6e-3eadcc8fc36c port 8881f41e-721e-49a2-8b1f-3372e019096b binding host dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:49:39.898321 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:39.937313 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Allocated IP 172.20.0.1 (2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a/5965b76c-adb2-44b5-9c39-4a43c07143ef/a60175a1-6fc6-4ae4-929a-5fab72135130) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:49:39.973498 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:40.009719 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7857c4-c183-4018-9786-a43efc8ed79c None None] The sync data for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi is: [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:49:40.068795 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59122) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:40.072857 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.083655 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-53ddaaed-3b30-4fc9-a0ab-a3bceddacde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.117540 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.174610 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:40.177845 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:40.192947 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:49:40.195286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-53ddaaed-3b30-4fc9-a0ab-a3bceddacde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.201455 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-53ddaaed-3b30-4fc9-a0ab-a3bceddacde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.202766 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] For port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:40.217639 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.237200 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-53b6ef59-e79a-4529-bbbb-9c3e429fe59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.248621 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-53ddaaed-3b30-4fc9-a0ab-a3bceddacde1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35a16513f709426a9077fb5beb4a775e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785624 Nov 24 17:49:40.255678 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59124) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:40.275217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddaaed-3b30-4fc9-a0ab-a3bceddacde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3896bfb2-9288-4ca3-b44e-cfab1b4d93d4,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.357634 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Pushing event updated for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.379220 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3729200'] for router_interface, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.384060 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aebfe3-210f-4b7f-8493-fb9b9ee25de7 None None] Pushing event updated for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.409170 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-892a5939-70e0-4eb9-98bd-c1bbad572ac1 None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:40.410970 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-892a5939-70e0-4eb9-98bd-c1bbad572ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.515989 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.548086 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.548394 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 560fcbc2-f70e-4616-88ed-74aca3415ed8 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:40.596197 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks [] for port, precommit_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.608814 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.619422 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.661475 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.664492 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.665902 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3896bfb2-9288-4ca3-b44e-cfab1b4d93d4 HTTP/1.1" status: 204 len: 168 time: 0.4072685 Nov 24 17:49:40.682089 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97c835-0d73-48fc-9c53-6ffff1430550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3896bfb2-9288-4ca3-b44e-cfab1b4d93d4,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.693443 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Attempting to bind port 8881f41e-721e-49a2-8b1f-3372e019096b on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:40.693993 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Attempting to bind port 8881f41e-721e-49a2-8b1f-3372e019096b by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:40.694222 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Attempting to bind port 8881f41e-721e-49a2-8b1f-3372e019096b on network 6c637f80-228c-45ba-ab35-72da03d64d4d {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:40.723217 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:40.723661 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Checking segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:40.723994 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.724920 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Bound using segment: {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'} {{(pid=109260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:40.725307 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.managers [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Bound port: 8881f41e-721e-49a2-8b1f-3372e019096b, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18709f1-f256-41d1-9345-223b885c3a93', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d'}}] {{(pid=109260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:40.725602 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.732335 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17026-97f2-4360-a0a9-bb17101d4976 None None] Pushing event updated for resources: {'Port': ['ID=8881f41e-721e-49a2-8b1f-3372e019096b,revision_number=2']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.817614 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 560fcbc2-f70e-4616-88ed-74aca3415ed8 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:40.817997 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.869769 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] For port 8881f41e-721e-49a2-8b1f-3372e019096b, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:40.878838 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] For port 8881f41e-721e-49a2-8b1f-3372e019096b, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8881f41e-721e-49a2-8b1f-3372e019096b,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:40.890893 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.891572 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.893321 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-892a5939-70e0-4eb9-98bd-c1bbad572ac1 None None] Provisioning complete for port 560fcbc2-f70e-4616-88ed-74aca3415ed8 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:40.893725 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-892a5939-70e0-4eb9-98bd-c1bbad572ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.900212 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:40.951207 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Pushing event updated for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:40.994597 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3912924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729308'] for router_interface, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:41.037434 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17026-97f2-4360-a0a9-bb17101d4976 None None] Pushing event updated for resources: {'Port': ['ID=8881f41e-721e-49a2-8b1f-3372e019096b,revision_number=3']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:41.040333 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:41.040964 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:41.105714 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:49:41.107262 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:49:41.131631 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:41.233227 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:41.258546 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Router a95b064a-add3-48aa-bd6e-3eadcc8fc36c has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:49:41.286377 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:41.286749 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:41.401864 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:49:41.419037 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-91a07be6-15c7-444b-947f-bb569566f8da admin admin] 10.222.0.41 "PUT /v2.0/routers/a95b064a-add3-48aa-bd6e-3eadcc8fc36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782127 Nov 24 17:49:41.436938 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-72a004fa-1883-494e-be80-644c9a102efd None None] Provisioning complete for port a60175a1-6fc6-4ae4-929a-5fab72135130 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:41.438175 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-72a004fa-1883-494e-be80-644c9a102efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:41.537620 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-72a004fa-1883-494e-be80-644c9a102efd None None] Port a60175a1-6fc6-4ae4-929a-5fab72135130 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:49:41.600315 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'a60175a1-6fc6-4ae4-929a-5fab72135130', 'name': '', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'mac_address': 'fa:16:3e:ee:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:39Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 2, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'subnets': [{'id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:41.634290 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522871ee-9264-47dc-98a0-f61c81d553ba None None] The sync data for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi is: [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'a60175a1-6fc6-4ae4-929a-5fab72135130', 'name': '', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'mac_address': 'fa:16:3e:ee:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:39Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 2, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'subnets': [{'id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:49:41.669270 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-05f56d93-b249-4151-8b64-2a7cf4e63434 None None] Provisioning complete for port a60175a1-6fc6-4ae4-929a-5fab72135130 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:41.669740 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-05f56d93-b249-4151-8b64-2a7cf4e63434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:41.710026 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-05f56d93-b249-4151-8b64-2a7cf4e63434 None None] Port a60175a1-6fc6-4ae4-929a-5fab72135130 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:49:42.213133 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59166) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:42.218777 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391558483', 'description': 'tempest-secgroup-smoke-1391558483 description', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:42.250622 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.332510 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.338155 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.381350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.382669 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1676896 Nov 24 17:49:42.393228 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59172) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:42.399235 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2585c-31a2-4ca8-8c09-43ef8938c89f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c149dd-4fdd-4ae3-9df5-7be720921845,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:42.404450 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:42.434733 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:42.450433 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.505514 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:42.505884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.546735 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.552937 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.577322 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8a25d9-ddd0-428b-809d-6687030fc605,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:42.588476 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.589787 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-6ad06fda-f6ff-459c-83f4-aba2ec32d3bf tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1940448 Nov 24 17:49:42.592820 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59174) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:42.598649 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:42.635130 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bd976d2e-3ba3-4369-909b-f86ccecd935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.653175 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.718067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.725369 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.744155 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8493e02e-075a-4b08-8288-c4b29b25d87e,revision_number=0']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:42.757218 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.758467 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-e6a7120f-3e8e-49bc-9955-68a97fac4988 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643832 Nov 24 17:49:42.761379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59176) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:42.766327 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:42.798738 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.877034 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.885528 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.917091 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c44d562-811e-46ad-952e-fafd6ba6b34a,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:42.924739 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:42.926097 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-891012d4-05f5-4fbd-a6ab-a8673d6bcce1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633503 Nov 24 17:49:42.929010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59182) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:42.934454 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:42.965805 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.037419 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.042484 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.064892 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c414bfd2-ad70-4afd-89c0-b2a1ca66764f,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:43.071050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.072316 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d0efbe53-1615-4c14-9470-91f936867ced tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422222 Nov 24 17:49:43.075289 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59184) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:43.080029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:43.109122 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.securitygroups_db [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Project a1a96fc23c9c465cb82de7a88bce3631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:49:43.118345 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.197953 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.202425 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.220198 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3b9a3d-4d82-4f18-a13a-e631db003237,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:43.231073 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.232585 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-2d1fd22c-8c42-460d-b6f3-de345998db01 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563175 Nov 24 17:49:43.235618 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59186) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:43.240279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'security_group_rule': {'security_group_id': '86c149dd-4fdd-4ae3-9df5-7be720921845', 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:49:43.268564 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.securitygroups_db [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Project a1a96fc23c9c465cb82de7a88bce3631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 17:49:43.275447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.340043 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.344437 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3829121'] for security_group_rule, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.363223 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a9e1ea-3060-4f77-b90f-1f6a0a266e7e,revision_number=0']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:43.372159 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.373446 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-f9ca3346-d7b2-418f-85fc-5fa9a4b92c9e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368032 Nov 24 17:49:43.857827 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Sync routers for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:49:43.869595 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:43.870412 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:43.991626 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:43.995369 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:44.217718 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'a60175a1-6fc6-4ae4-929a-5fab72135130', 'name': '', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'mac_address': 'fa:16:3e:ee:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:39Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 2, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'subnets': [{'id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:44.252551 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Checking router: a95b064a-add3-48aa-bd6e-3eadcc8fc36c for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:49:44.252900 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Updating router a95b064a-add3-48aa-bd6e-3eadcc8fc36c port a60175a1-6fc6-4ae4-929a-5fab72135130 binding host dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:49:44.281641 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.412269 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8881f41e-721e-49a2-8b1f-3372e019096b up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:44.467014 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 8881f41e-721e-49a2-8b1f-3372e019096b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:44.467482 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.553675 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.579724 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] For port 8881f41e-721e-49a2-8b1f-3372e019096b, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8881f41e-721e-49a2-8b1f-3372e019096b,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:44.585377 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.588811 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-583a29b3-1c51-4420-b91a-59d18ff73feb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410743 Nov 24 17:49:44.605665 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks [] for port, precommit_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.618009 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.650098 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Pushing event updated for resources: {'Port': ['ID=8881f41e-721e-49a2-8b1f-3372e019096b,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:44.664760 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-799c5156-8175-4fc6-a7ae-4ee2ce12e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:44.667203 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-799c5156-8175-4fc6-a7ae-4ee2ce12e6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1098 time: 0.0554218 Nov 24 17:49:44.677732 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c1c8-7813-4dd0-9b0e-027474f02986 None None] Pushing event updated for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=3']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:44.732317 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Attempting to bind port a60175a1-6fc6-4ae4-929a-5fab72135130 on host dv-cinder-819149-1-iscsi for vnic_type normal with profile {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:49:44.732868 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Attempting to bind port a60175a1-6fc6-4ae4-929a-5fab72135130 by drivers openvswitch,hyperv on host dv-cinder-819149-1-iscsi at level 0 using segments [{'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:49:44.733331 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Attempting to bind port a60175a1-6fc6-4ae4-929a-5fab72135130 on network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:49:44.739438 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Checking agent: {'id': '61f4a2a4-4ff9-4282-baba-ce62c6728500', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 32, 46), 'started_at': datetime.datetime(2021, 11, 24, 17, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:49:44.739982 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Checking segment: {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:49:44.740382 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.740797 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Bound using segment: {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'} {{(pid=109261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:49:44.741278 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.managers [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Bound port: a60175a1-6fc6-4ae4-929a-5fab72135130, host: dv-cinder-819149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a'}}] {{(pid=109261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:49:44.741665 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.788064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-5fe93d7b-28f5-4f5b-9657-18fc419bf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:44.789587 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-5fe93d7b-28f5-4f5b-9657-18fc419bf005 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.1020312 Nov 24 17:49:44.807971 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] For port a60175a1-6fc6-4ae4-929a-5fab72135130, host dv-cinder-819149-1-iscsi, cleared binding levels {{(pid=109261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:49:44.811759 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.plugins.ml2.db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] For port a60175a1-6fc6-4ae4-929a-5fab72135130, host dv-cinder-819149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a60175a1-6fc6-4ae4-929a-5fab72135130,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:49:44.818212 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron_lib.callbacks.manager [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:44.879876 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-b726b046-429f-4c3c-a533-2df947a20769 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 1001 time: 0.0824146 Nov 24 17:49:44.889795 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c1c8-7813-4dd0-9b0e-027474f02986 None None] Pushing event updated for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=4']} {{(pid=109261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:44.897270 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:49:44.898149 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:49:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:44.943791 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-de1af80a-efd8-4566-bcd7-fd271f3d17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:44.945323 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-de1af80a-efd8-4566-bcd7-fd271f3d17b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0583317 Nov 24 17:49:44.957391 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] Provisioning complete for port a60175a1-6fc6-4ae4-929a-5fab72135130 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:44.957981 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.015953 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-67c551db-9432-440f-9b57-dea98481adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:49:45.017877 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-67c551db-9432-440f-9b57-dea98481adf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652823 Nov 24 17:49:45.035417 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:49:45.150528 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-6df2e34f-de15-4490-ad13-ee145e9a5a15 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245449 Nov 24 17:49:45.188843 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.244973 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] For port a60175a1-6fc6-4ae4-929a-5fab72135130, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a60175a1-6fc6-4ae4-929a-5fab72135130,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:49:45.250360 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.278376 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-faf84f56-f700-4cbe-b159-160e41fcdd94 req-c4c9197c-f963-4495-aef9-aca16d3b697e service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197274 Nov 24 17:49:45.326817 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'a60175a1-6fc6-4ae4-929a-5fab72135130', 'name': '', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'mac_address': 'fa:16:3e:ee:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:39Z', 'updated_at': '2021-11-24T17:49:44Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'subnets': [{'id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:49:45.341145 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e6ea1-6370-4cbe-8d47-291082ac04d1 None None] Pushing event updated for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:45.364084 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78353343-2d37-4486-a362-1ad9b96059bd None None] The sync data for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi is: [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:49:40Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': 'a60175a1-6fc6-4ae4-929a-5fab72135130', 'name': '', 'network_id': '2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'mac_address': 'fa:16:3e:ee:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:39Z', 'updated_at': '2021-11-24T17:49:44Z', 'revision_number': 4, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'subnets': [{'id': '5965b76c-adb2-44b5-9c39-4a43c07143ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:49:45.425999 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-54349ae3-5f63-4fc5-a061-e49110079c43 None None] Provisioning complete for port a60175a1-6fc6-4ae4-929a-5fab72135130 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:45.426472 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-54349ae3-5f63-4fc5-a061-e49110079c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.526260 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59262) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:45.651320 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf5d5-d7a3-4552-b478-0de30358dbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.773744 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf5d5-d7a3-4552-b478-0de30358dbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.779793 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf5d5-d7a3-4552-b478-0de30358dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.820641 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a8aaf5d5-d7a3-4552-b478-0de30358dbb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=973ae0de852f4a5e9112323d131dd890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930725 Nov 24 17:49:45.821942 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf5d5-d7a3-4552-b478-0de30358dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f70e0bf-e6a2-43b3-b7f0-8c0df45c1740,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:45.825798 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59266) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:45.843606 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.897360 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:45.920355 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.152380 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.249852 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.252583 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.253787 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f70e0bf-e6a2-43b3-b7f0-8c0df45c1740 HTTP/1.1" status: 204 len: 168 time: 0.4243729 Nov 24 17:49:46.262164 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c43351-0363-4587-b63b-359f788170cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f70e0bf-e6a2-43b3-b7f0-8c0df45c1740,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:46.424698 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8881f41e-721e-49a2-8b1f-3372e019096b up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:46.478269 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port 8881f41e-721e-49a2-8b1f-3372e019096b triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:46.478810 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.574986 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a60175a1-6fc6-4ae4-929a-5fab72135130 up at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:49:46.582721 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59274) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:46.599462 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b4b81975-bf9f-45d5-bb8a-8e3c10041346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.630442 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Provisioning complete for port a60175a1-6fc6-4ae4-929a-5fab72135130 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:49:46.631205 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.695870 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b4b81975-bf9f-45d5-bb8a-8e3c10041346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.701213 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-b4b81975-bf9f-45d5-bb8a-8e3c10041346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.749908 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b81975-bf9f-45d5-bb8a-8e3c10041346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f69d0-2b57-401a-9df7-3fec130c8c5e,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:46.754400 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-b4b81975-bf9f-45d5-bb8a-8e3c10041346 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2a0e1839196405d9c7f793bf87b61dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705871 Nov 24 17:49:46.757142 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59276) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:46.809519 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.831745 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.889852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.893871 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:46.895717 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b1f69d0-2b57-401a-9df7-3fec130c8c5e HTTP/1.1" status: 204 len: 168 time: 0.1375549 Nov 24 17:49:46.918404 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003d442-851c-4d0d-a2cc-5cae57f01a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f69d0-2b57-401a-9df7-3fec130c8c5e,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:48.270204 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:49:50.641207 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59328) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:50.765054 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1588-c1ed-44ab-8027-ca1a90ab98b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:50.845430 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1588-c1ed-44ab-8027-ca1a90ab98b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:50.851725 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1588-c1ed-44ab-8027-ca1a90ab98b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:50.893750 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-ea3a1588-c1ed-44ab-8027-ca1a90ab98b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f991ebef5f248e1b3c0fafd88b5c21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512343 Nov 24 17:49:50.895300 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a1588-c1ed-44ab-8027-ca1a90ab98b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47aac44-53fb-4a71-9c42-6253276199a7,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:50.896969 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59332) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:49:50.950052 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:50.979587 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:51.033127 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:51.036235 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:49:51.037600 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47aac44-53fb-4a71-9c42-6253276199a7 HTTP/1.1" status: 204 len: 168 time: 0.1393788 Nov 24 17:49:51.048056 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5ffe-cc74-4bcd-8d84-adf70706ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47aac44-53fb-4a71-9c42-6253276199a7,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:49:59.863120 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-f36b2ef2-4273-4b9d-b5d8-b7c50866eb9a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391558483&fields=id&tenant_id=a1a96fc23c9c465cb82de7a88bce3631 HTTP/1.1" status: 200 len: 267 time: 0.0505505 Nov 24 17:50:00.015331 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-1f53304b-b2be-4da7-8135-40b7fff49f66 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:00.017957 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-1f53304b-b2be-4da7-8135-40b7fff49f66 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 808 time: 0.1475279 Nov 24 17:50:00.034390 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-876257a0-d544-4483-9e05-34af93a3935f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/quotas/a1a96fc23c9c465cb82de7a88bce3631 HTTP/1.1" status: 200 len: 375 time: 0.0101190 Nov 24 17:50:00.093734 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-e291b879-6d30-4f0e-b06b-4c88b50ddfcd tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532548 Nov 24 17:50:00.210779 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-265940d3-f4c0-47da-8b31-f7bc45df0774 service neutron] 10.222.0.41 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003559 Nov 24 17:50:00.310769 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-bb958025-a015-4115-bf64-fa4ff97e05e1 service neutron] 10.222.0.41 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933404 Nov 24 17:50:01.647531 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1234008a-e6e7-430a-8783-bf70870cfe1e req-a3460954-47fb-4f33-9d62-d6e933935c4a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Nov 24 17:50:02.729862 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-470932b5-ecaa-41bc-9821-5f18bc81fd74 req-527bcda5-34ec-4b83-bb80-83439a599c61 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0287232 Nov 24 17:50:03.816841 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cf71ae75-8e8d-4257-bad1-38381884e488 req-8182db74-ad4c-41e0-9bf9-5bb57e807dfd tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Nov 24 17:50:04.904595 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e3b8bc11-382e-4a2b-a191-14c737d40430 req-6b440633-284a-4b08-8231-ccd2ecb3327b tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0326300 Nov 24 17:50:06.005704 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7412adb1-2207-4878-a317-bdfd5133449f req-587cbd8e-2e53-4674-afae-31e27371381e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Nov 24 17:50:06.788112 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-f76ef793-9112-41b0-bbbf-f58956e04396 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:06.789661 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-f76ef793-9112-41b0-bbbf-f58956e04396 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 808 time: 0.1691887 Nov 24 17:50:06.863266 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-b4c7ce40-9c35-4827-ae51-cd144f8b4bdc tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a96fc23c9c465cb82de7a88bce3631 HTTP/1.1" status: 200 len: 380 time: 0.0644944 Nov 24 17:50:06.881482 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'port': {'device_id': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'admin_state_up': True, 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'security_groups': ['86c149dd-4fdd-4ae3-9df5-7be720921845']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:07.001013 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Made reservation on behalf of a1a96fc23c9c465cb82de7a88bce3631 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:50:07.004754 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.122733 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5f203dd0-ea3a-4459-b9ad-0e4fd2bae367 req-27e268a8-adf5-4714-b1c6-cef3abeb660d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0290661 Nov 24 17:50:07.171520 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Allocated IP 172.20.0.14 (63243d57-a754-4379-b070-d86775f7a7ec/60abd32d-6c5c-4fb2-90bf-bd13109f1657/20df08f6-34cd-428c-867e-003bda475bc3) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:50:07.351153 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.388540 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.446948 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Network 63243d57-a754-4379-b070-d86775f7a7ec is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:50:07.452797 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:50:07.465154 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:50:07.468279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:07.525595 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:07.526301 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.544788 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-4ce17b53-384e-463f-9df8-c8a6ee434b02 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6749938 Nov 24 17:50:07.558289 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Request body: {'port': {'device_id': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:07.617233 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.690209 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-b9e36c1c-4a8b-4689-9560-bd2568c39e7f None None] Provisioning complete for port 20df08f6-34cd-428c-867e-003bda475bc3 triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:50:07.690867 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b9e36c1c-4a8b-4689-9560-bd2568c39e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.731622 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-b9e36c1c-4a8b-4689-9560-bd2568c39e7f None None] Port 20df08f6-34cd-428c-867e-003bda475bc3 cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:50:07.933496 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20df08f6-34cd-428c-867e-003bda475bc3 {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:50:07.942290 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:07.955653 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Transition to ACTIVE for port object 20df08f6-34cd-428c-867e-003bda475bc3 will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:50:07.960711 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:08.016452 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:08.096075 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Attempting to bind port 20df08f6-34cd-428c-867e-003bda475bc3 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:50:08.096418 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Attempting to bind port 20df08f6-34cd-428c-867e-003bda475bc3 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:50:08.096817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Attempting to bind port 20df08f6-34cd-428c-867e-003bda475bc3 on network 63243d57-a754-4379-b070-d86775f7a7ec {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:50:08.102709 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Port 20df08f6-34cd-428c-867e-003bda475bc3 on network 63243d57-a754-4379-b070-d86775f7a7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:50:08.103039 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Attempting to bind port 20df08f6-34cd-428c-867e-003bda475bc3 on network 63243d57-a754-4379-b070-d86775f7a7ec {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:50:08.109158 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:50:08.109472 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Checking segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:50:08.109869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Bound using segment: {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:50:08.110346 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Bound port: 20df08f6-34cd-428c-867e-003bda475bc3, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66466a91-c2c2-4e26-ad26-02c7ffa7373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:50:08.110721 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:08.190384 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:50:08.196923 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:50:08.204421 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:08.243049 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.243746 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:08.245616 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1094 time: 0.6918654 Nov 24 17:50:08.246167 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:08.249419 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:08.302985 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af2e9c4-f636-43d5-9ce9-f9ca0302be33 x-openstack-request-id: req-2af2e9c4-f636-43d5-9ce9-f9ca0302be33 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:08.303326 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:08.303514 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af2e9c4-f636-43d5-9ce9-f9ca0302be33 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:08.303921 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'status': 'completed', 'code': 200} Nov 24 17:50:08.305097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ed02-5256-4cb1-893a-3c818ba099a6 req-36d3a116-240e-47c3-a871-54f735577437 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.308606 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1493ed02-5256-4cb1-893a-3c818ba099a6 req-36d3a116-240e-47c3-a871-54f735577437 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0928476 Nov 24 17:50:08.336613 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfcaae-c417-4bad-b5a9-d8f91e8901e2 service neutron] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:08.359743 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-b7241afb-2dea-4e7a-a48f-8c13841fa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.361494 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-b7241afb-2dea-4e7a-a48f-8c13841fa387 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1097 time: 0.0566945 Nov 24 17:50:08.373059 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1493ed02-5256-4cb1-893a-3c818ba099a6 req-db612b15-0ea3-4a89-a08b-e85f20cb38bc tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577240 Nov 24 17:50:08.413971 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-07886e49-f27c-4c97-9782-e302813df1d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 217 time: 0.0439129 Nov 24 17:50:08.472765 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-579344ef-0ba1-44d3-b308-eef420a75496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.474588 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-579344ef-0ba1-44d3-b308-eef420a75496 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0534830 Nov 24 17:50:08.525271 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-46f3cdab-42de-46df-a74a-bcbe174ba8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.526770 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-46f3cdab-42de-46df-a74a-bcbe174ba8e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449064 Nov 24 17:50:08.636825 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-023fbf99-d27c-4be1-89c7-f93edb9dac18 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030688 Nov 24 17:50:08.737912 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e47debe7-f1c3-4e33-9164-eb6f350c3f84 req-43b6287e-2716-42ba-ae56-f02a9a648baf service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942681 Nov 24 17:50:08.835416 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-97f60048-8899-47c2-8322-b7793f3cb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.837131 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-97f60048-8899-47c2-8322-b7793f3cb40d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1097 time: 0.0464213 Nov 24 17:50:08.943029 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-eda04b2d-b26d-41e4-9369-19edf9db02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:08.944524 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-eda04b2d-b26d-41e4-9369-19edf9db02e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0998809 Nov 24 17:50:08.988784 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-f53c355e-a981-4c1c-a4e3-ae89fe9af7b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 217 time: 0.0350182 Nov 24 17:50:09.045327 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-39f65c8b-01c0-4f6c-b0ae-36ada2c97f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:09.046793 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-39f65c8b-01c0-4f6c-b0ae-36ada2c97f6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0502954 Nov 24 17:50:09.097217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-0df36430-52d2-4d12-b502-ad076b11843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:09.098806 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-0df36430-52d2-4d12-b502-ad076b11843b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443177 Nov 24 17:50:09.190602 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-b4559063-6228-4878-a211-04faa1bd0f15 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847456 Nov 24 17:50:09.288594 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-52b5f58d-c22d-4f89-bb9d-a4efa112adc9 req-461f8bb6-1d7b-4a01-9e63-a1fe69ac35c7 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903971 Nov 24 17:50:09.325604 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:09.511971 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752dc29-8fa3-4154-9489-0b8a2b512c0a req-3bd2a640-643a-4942-9b9f-3967838c40fd tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:09.513510 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f752dc29-8fa3-4154-9489-0b8a2b512c0a req-3bd2a640-643a-4942-9b9f-3967838c40fd tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0545537 Nov 24 17:50:09.568611 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f752dc29-8fa3-4154-9489-0b8a2b512c0a req-eee10b66-847c-4a52-9f07-3a217d9b73d0 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448852 Nov 24 17:50:10.024437 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0e69c3d9-8107-427c-8fa3-48469218d442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:10.706023 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d3f1-d5d8-4966-9380-161407f46fce req-f438b5cd-66bf-4d7b-9ad3-a85a2aa8e94a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:10.707663 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-00f6d3f1-d5d8-4966-9380-161407f46fce req-f438b5cd-66bf-4d7b-9ad3-a85a2aa8e94a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0511997 Nov 24 17:50:10.760716 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-00f6d3f1-d5d8-4966-9380-161407f46fce req-f331e4d1-1b5b-436f-abde-fc629508f405 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Nov 24 17:50:11.885110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56baaf1-41c8-46cb-9138-16cf12f8bab1 req-258be799-7a9a-4eb1-b8b1-b9ca40226ea7 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:11.886718 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d56baaf1-41c8-46cb-9138-16cf12f8bab1 req-258be799-7a9a-4eb1-b8b1-b9ca40226ea7 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0524137 Nov 24 17:50:11.944547 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d56baaf1-41c8-46cb-9138-16cf12f8bab1 req-f7e37809-5548-4adb-8d58-6fa85c234fcb tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493245 Nov 24 17:50:12.608037 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-98eeecd7-7bf5-4150-a4f2-09614a62d36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:13.077526 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9060-1d08-4b99-a12a-5544a4e83188 req-eb090331-13ac-4093-b404-00688d82a6c0 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:13.079244 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f0df9060-1d08-4b99-a12a-5544a4e83188 req-eb090331-13ac-4093-b404-00688d82a6c0 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0572243 Nov 24 17:50:13.137297 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f0df9060-1d08-4b99-a12a-5544a4e83188 req-afba8a41-0b0d-4f4e-8416-d4e66f11161c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510242 Nov 24 17:50:14.002438 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:14.267720 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02f4-d8a6-4ec0-94c2-ee17f6d32582 req-8da1588c-95e0-4576-a80b-ff0de4118cd6 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:14.269610 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fa7a02f4-d8a6-4ec0-94c2-ee17f6d32582 req-8da1588c-95e0-4576-a80b-ff0de4118cd6 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0604594 Nov 24 17:50:14.326345 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-fa7a02f4-d8a6-4ec0-94c2-ee17f6d32582 req-d8327228-52b3-4fe0-b9b6-a689ea8c55c3 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485158 Nov 24 17:50:15.456542 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e6bcc-138f-4dce-9814-92d28af349d4 req-46185281-40ed-4f02-b9ef-f398b0b5537f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:15.457975 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a2e6bcc-138f-4dce-9814-92d28af349d4 req-46185281-40ed-4f02-b9ef-f398b0b5537f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0574605 Nov 24 17:50:15.511572 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8a2e6bcc-138f-4dce-9814-92d28af349d4 req-119e638a-a8ce-451a-8004-c3b7d749fecb tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Nov 24 17:50:15.846079 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:16.149294 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:16.653759 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea329b-d9fb-4fdb-9816-a615191b4a5e req-16ef28ac-f5b6-4ede-b119-c775c992c105 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:16.659051 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97ea329b-d9fb-4fdb-9816-a615191b4a5e req-16ef28ac-f5b6-4ede-b119-c775c992c105 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0603495 Nov 24 17:50:16.714408 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-97ea329b-d9fb-4fdb-9816-a615191b4a5e req-c0813378-b210-4bab-ba57-60bd68ed12bd tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482094 Nov 24 17:50:17.843666 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5d7e-4d7e-427e-9c21-790ada51f3bf req-bdaadd02-24e7-45f3-b3a9-ab89af5c96db tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:17.845287 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7c9f5d7e-4d7e-427e-9c21-790ada51f3bf req-bdaadd02-24e7-45f3-b3a9-ab89af5c96db tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0545568 Nov 24 17:50:17.905907 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-7c9f5d7e-4d7e-427e-9c21-790ada51f3bf req-026e48a9-cee8-48c5-9905-cf422a4dff52 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513318 Nov 24 17:50:19.034494 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6cddd-06c0-4d97-a8c6-dd041b3ad505 req-9cf9e2ba-89ba-4064-aedb-4a4e45090b87 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:19.036017 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86a6cddd-06c0-4d97-a8c6-dd041b3ad505 req-9cf9e2ba-89ba-4064-aedb-4a4e45090b87 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0561459 Nov 24 17:50:19.089339 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-86a6cddd-06c0-4d97-a8c6-dd041b3ad505 req-89638a21-13a9-42e2-b020-84a06833a1ad tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Nov 24 17:50:19.447592 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:50:19.547006 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:19.560997 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '20df08f6-34cd-428c-867e-003bda475bc3', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'mac_address': 'fa:16:3e:e3:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:50:19.611669 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:19.628549 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20df08f6-34cd-428c-867e-003bda475bc3 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:50:19.648742 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:19.654588 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:19.705344 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:19.712827 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.713175 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.713512 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.713810 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.714159 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.714534 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.714856 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.715192 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.715516 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.715837 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.716147 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.716463 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:19.882770 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['20df08f6-34cd-428c-867e-003bda475bc3'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:50:19.890118 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-fbaf3234-7fdd-4e7c-a7fc-f312592b8729 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039862430&fields=id&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 267 time: 0.0504367 Nov 24 17:50:20.004565 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-0bfe2954-5e35-4dbf-ba00-dfc1eef0b1fe tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:20.005943 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-0bfe2954-5e35-4dbf-ba00-dfc1eef0b1fe tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.1068764 Nov 24 17:50:20.022409 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-252bc878-b19a-48b7-92fa-96b390bf27a0 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/quotas/7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Nov 24 17:50:20.078716 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-247edfb6-24d1-42a3-b110-7a34e97cc73d tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501537 Nov 24 17:50:20.231230 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-f61bc3bf-f0aa-43dd-ab6c-b5e93317206f service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395907 Nov 24 17:50:20.244340 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630ae81-d382-4d3c-9cde-32e392be79c5 req-b8144b2a-2c58-4023-92ad-75d01fdceaec tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:20.245893 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1630ae81-d382-4d3c-9cde-32e392be79c5 req-b8144b2a-2c58-4023-92ad-75d01fdceaec tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 945 time: 0.0717523 Nov 24 17:50:20.354177 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1630ae81-d382-4d3c-9cde-32e392be79c5 req-0354e2c9-5d3d-4b9e-ba4e-c16e97a74090 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998337 Nov 24 17:50:20.368641 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-123f56c9-0af7-4f58-8b10-e0ee8f022f61 service neutron] 10.222.0.41 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217239 Nov 24 17:50:20.683932 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ab62e5f3-bafe-4fbe-a52d-c0d0f54113d9 req-d712fe05-919b-462f-ba10-c6c3381bd803 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 210 time: 0.0276523 Nov 24 17:50:21.463656 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:50:21.492812 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b105a-93fd-4e4a-a438-7a7284c71ada req-6fcdaad4-a250-42e3-86ac-78d22584e0ac tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:21.494494 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-584b105a-93fd-4e4a-a438-7a7284c71ada req-6fcdaad4-a250-42e3-86ac-78d22584e0ac tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 945 time: 0.0618258 Nov 24 17:50:21.518762 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 20df08f6-34cd-428c-867e-003bda475bc3 completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:50:21.523736 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 20df08f6-34cd-428c-867e-003bda475bc3 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:50:21.524093 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:21.560347 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-584b105a-93fd-4e4a-a438-7a7284c71ada req-5bec162d-7fe0-4336-a0f9-029216e1be43 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588980 Nov 24 17:50:21.616542 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:21.640942 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:21.643744 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4433ae-16ea-4373-8926-5ad609f3c65a" -d '{"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-plugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:21.657553 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:21.662125 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-00af2702-11ed-491f-957e-85350c67236f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:21.664083 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-00af2702-11ed-491f-957e-85350c67236f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 811 time: 0.1316583 Nov 24 17:50:21.664450 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:21.701451 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d6e0e-4b1b-41f1-abac-19906d5fe12c x-openstack-request-id: req-265d6e0e-4b1b-41f1-abac-19906d5fe12c {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:21.701746 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-plugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:21.702100 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-265d6e0e-4b1b-41f1-abac-19906d5fe12c {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:21.702630 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'code': 200} Nov 24 17:50:21.732389 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:21.749020 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-6e68be68-4bb2-447a-91d3-5776ede1befc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a76fc386d914e91afcda9dac8130406 HTTP/1.1" status: 200 len: 380 time: 0.0729401 Nov 24 17:50:21.761061 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'port': {'device_id': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'admin_state_up': True, 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'security_groups': ['b5fec051-6eca-45f9-9c23-bda7626d19b2']}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:21.788494 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b73f0c0f-f31e-43b5-9fcc-70fc0d2e4853 req-a71db781-4880-4405-94ec-eb5ffd9a3dea tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 210 time: 0.0275717 Nov 24 17:50:21.880169 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Made reservation on behalf of 7a76fc386d914e91afcda9dac8130406 for: {'port': 1} {{(pid=109258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:50:21.884539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:21.943818 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5c99a-2233-4115-b37c-c0a901212aa6 req-04dd2398-f57e-4fc1-8dd4-243052a5fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:21.945336 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45c5c99a-2233-4115-b37c-c0a901212aa6 req-04dd2398-f57e-4fc1-8dd4-243052a5fa4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0439126 Nov 24 17:50:21.993859 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-45c5c99a-2233-4115-b37c-c0a901212aa6 req-48e7eb52-d094-486d-860f-359ca5b68142 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Nov 24 17:50:22.020654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_common [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.20.0.11 (4ab13901-6433-4818-8d3c-ea61e4607879/1f4f1c76-738e-4a7e-bca6-7595f249f617/9efd4ec0-54de-43b7-8d65-f139a1bc479f) {{(pid=109258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:50:22.191505 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.231611 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_create {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.276636 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 4ab13901-6433-4818-8d3c-ea61e4607879 is already hosted by enough agents. {{(pid=109258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:50:22.279780 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.base_scheduler [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:50:22.286654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:50:22.315819 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=1']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:22.330005 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.330431 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.330786 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.331137 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.331463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.331805 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.332132 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.332460 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.332788 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.333137 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.333445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.333735 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:22.355570 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:22.356220 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.375948 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b8956495-96b1-445a-86fa-0bf9574a7270 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191514 Nov 24 17:50:22.390448 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.v2.base [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Request body: {'port': {'device_id': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=109258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:22.453303 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.504019 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-02dbeae9-b6a6-43a6-97de-159af1dc8e6c None None] Provisioning complete for port 9efd4ec0-54de-43b7-8d65-f139a1bc479f triggered by entity DHCP. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:50:22.504970 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-02dbeae9-b6a6-43a6-97de-159af1dc8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.550490 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-02dbeae9-b6a6-43a6-97de-159af1dc8e6c None None] Port 9efd4ec0-54de-43b7-8d65-f139a1bc479f cannot update to ACTIVE because it is not bound. {{(pid=109260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 17:50:22.691887 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c0c3c-31e4-4ba8-a9e9-55a0b38e6e15 req-7bd8cfa3-0af1-447b-a9b9-67349d12fcab tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:22.694255 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3b4c0c3c-31e4-4ba8-a9e9-55a0b38e6e15 req-7bd8cfa3-0af1-447b-a9b9-67349d12fcab tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0547466 Nov 24 17:50:22.745833 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3b4c0c3c-31e4-4ba8-a9e9-55a0b38e6e15 req-351d0e7b-089f-4d95-b49d-2dfe69e86205 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452890 Nov 24 17:50:22.750718 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efd4ec0-54de-43b7-8d65-f139a1bc479f {{(pid=109258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:50:22.759277 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.773456 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.provisioning_blocks [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Transition to ACTIVE for port object 9efd4ec0-54de-43b7-8d65-f139a1bc479f will not be triggered until provisioned by entity L2. {{(pid=109258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:50:22.777479 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.833260 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=2']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:22.914354 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Attempting to bind port 9efd4ec0-54de-43b7-8d65-f139a1bc479f on host hv-cinder-81914 for vnic_type normal with profile {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 17:50:22.914869 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Attempting to bind port 9efd4ec0-54de-43b7-8d65-f139a1bc479f by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 17:50:22.915437 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Attempting to bind port 9efd4ec0-54de-43b7-8d65-f139a1bc479f on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:50:22.920731 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Port 9efd4ec0-54de-43b7-8d65-f139a1bc479f on network 4ab13901-6433-4818-8d3c-ea61e4607879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 17:50:22.921181 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Attempting to bind port 9efd4ec0-54de-43b7-8d65-f139a1bc479f on network 4ab13901-6433-4818-8d3c-ea61e4607879 {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 17:50:22.928072 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31831-1d7c-44ac-98b1-5dcba049169b req-9009306e-f8bd-4cf8-b596-c85c4d5219a4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:22.928424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Checking agent: {'id': '31ccc83e-5edd-4510-af44-dace685c2eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'started_at': datetime.datetime(2021, 11, 24, 17, 38, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 17:50:22.928940 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Checking segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 17:50:22.929417 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Bound using segment: {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'} {{(pid=109258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 17:50:22.929946 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.managers [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Bound port: 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ebf95d-69dd-4866-a9ea-a6507e1df9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879'}}] {{(pid=109258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 17:50:22.930463 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:22.931063 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f5e31831-1d7c-44ac-98b1-5dcba049169b req-9009306e-f8bd-4cf8-b596-c85c4d5219a4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0630920 Nov 24 17:50:23.007088 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f5e31831-1d7c-44ac-98b1-5dcba049169b req-345cc498-bb12-4470-912d-1524ff764cac tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602980 Nov 24 17:50:23.027105 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, cleared binding levels {{(pid=109258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 17:50:23.030447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 17:50:23.037612 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126834429'] for port, after_update {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:23.073041 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.074082 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:23.075173 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] 10.222.0.62 "PUT /v2.0/ports/9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 200 len: 1094 time: 0.6900842 Nov 24 17:50:23.075630 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:23.077952 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:23.107412 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a6847-da4f-4797-9dbf-cd050d35dee0 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=3']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:23.141870 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88847d3a-dce4-4d36-b71d-3c1642fa5b94 x-openstack-request-id: req-88847d3a-dce4-4d36-b71d-3c1642fa5b94 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:23.142454 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:23.144034 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88847d3a-dce4-4d36-b71d-3c1642fa5b94 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:23.144724 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'status': 'completed', 'code': 200} Nov 24 17:50:23.186779 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-0db2cb89-5dfa-40eb-9c24-546b9f8e08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.188592 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-0db2cb89-5dfa-40eb-9c24-546b9f8e08c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1097 time: 0.0621448 Nov 24 17:50:23.234359 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-4e524ab6-3a50-4259-b85a-e13d5fe1341c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 200 len: 217 time: 0.0371041 Nov 24 17:50:23.289353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-6bbd8c68-ef06-4167-9a2c-262ef48bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.290877 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-6bbd8c68-ef06-4167-9a2c-262ef48bfe30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0492396 Nov 24 17:50:23.343018 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-86373ffc-febb-4c57-a321-0df7c5eef650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.344498 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-86373ffc-febb-4c57-a321-0df7c5eef650 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464594 Nov 24 17:50:23.451000 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-da6fa296-f26e-47ea-9f82-bfb0fb4f067e service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994728 Nov 24 17:50:23.560856 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-5d27ba64-15df-46e8-bd19-ac0b3b3ed512 req-5f18c705-b48f-4b73-8a66-f263566119cb service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023471 Nov 24 17:50:23.652445 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-ed43a059-7978-49d9-af84-2dd280d91fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.653998 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-ed43a059-7978-49d9-af84-2dd280d91fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1097 time: 0.0455699 Nov 24 17:50:23.753855 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-4962b897-bd67-4122-bb0e-f0fb841ea9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.755299 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-4962b897-bd67-4122-bb0e-f0fb841ea9be service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.0937629 Nov 24 17:50:23.810716 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-31b1ed22-dfb1-4ad5-bb9c-30c69db43ad5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 200 len: 217 time: 0.0467937 Nov 24 17:50:23.872105 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-550cb636-56a4-4a7d-a610-e2659bb6de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.873699 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-550cb636-56a4-4a7d-a610-e2659bb6de82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0553358 Nov 24 17:50:23.881278 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12b5a2-6376-4c11-bf08-e82341d3ed9d req-ddff7fd5-52cd-4450-b9b6-8f84c30fac47 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.882904 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a12b5a2-6376-4c11-bf08-e82341d3ed9d req-ddff7fd5-52cd-4450-b9b6-8f84c30fac47 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0562723 Nov 24 17:50:23.923447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-4a5baa5e-f589-44d0-b910-ce8d970da890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:23.925031 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-4a5baa5e-f589-44d0-b910-ce8d970da890 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423462 Nov 24 17:50:23.936592 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6a12b5a2-6376-4c11-bf08-e82341d3ed9d req-416c7b43-a6bc-4b6e-a4ec-349d5891a7eb tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Nov 24 17:50:24.027462 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-1124be8e-e2ff-4be3-b389-997860df537c service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918753 Nov 24 17:50:24.060360 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6dbb-8819-4183-92ce-c1c39832637b req-7c5ce9a7-1837-4a23-bdfc-c06632a3ab9c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:24.062088 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b46a6dbb-8819-4183-92ce-c1c39832637b req-7c5ce9a7-1837-4a23-bdfc-c06632a3ab9c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0540490 Nov 24 17:50:24.139054 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b71c5c3a-294a-4cfa-b809-c7cb320fd6d0 req-9708e26d-3f63-4e2d-9d3c-3d353d87b1d3 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006594 Nov 24 17:50:24.146804 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b46a6dbb-8819-4183-92ce-c1c39832637b req-d1c357d8-aeee-4396-be3f-fcf61b578b2e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773792 Nov 24 17:50:24.164939 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040943-4188-414f-b654-e0490a43237d req-eb47165d-2049-4dd3-963b-5fe96b0b86bb tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:24.166512 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-50040943-4188-414f-b654-e0490a43237d req-eb47165d-2049-4dd3-963b-5fe96b0b86bb tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0835350 Nov 24 17:50:24.168951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59502) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:50:24.228124 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-50040943-4188-414f-b654-e0490a43237d req-05cff0c9-a18a-4a49-9e90-45c7552655a3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550811 Nov 24 17:50:24.375750 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79c074-2aaa-4364-bb89-85d6cbf66f6f tempest-TestShelveInstance-1357826493 tempest-TestShelveInstance-1357826493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:24.377839 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-5c79c074-2aaa-4364-bb89-85d6cbf66f6f tempest-TestShelveInstance-1357826493 tempest-TestShelveInstance-1357826493-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1094 time: 0.2075946 Nov 24 17:50:24.382435 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59506) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:50:24.387547 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:24.415038 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:24.528132 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:24.639013 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Allocated IP 172.27.2.146 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/43b2b886-720a-4ffd-b2df-33988abf0ea1) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:50:25.016849 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.056949 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.096061 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:50:25.098975 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:50:25.101583 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:50:25.130150 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'Port': ['ID=43b2b886-720a-4ffd-b2df-33988abf0ea1,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:25.145087 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.145437 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.145784 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.146116 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.146498 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.146802 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.147160 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.147484 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.147814 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.148137 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.148468 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.148789 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:50:25.270901 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:50:25.421712 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82609-76d2-4c7e-8246-b2fb76935dc0 req-42a14103-3caf-40ff-9ce1-7cf4ba4bcc2a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:25.423214 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ca82609-76d2-4c7e-8246-b2fb76935dc0 req-42a14103-3caf-40ff-9ce1-7cf4ba4bcc2a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.1069267 Nov 24 17:50:25.543592 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-1ca82609-76d2-4c7e-8246-b2fb76935dc0 req-4585423f-e301-41ff-90cd-3856318e4d2f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995743 Nov 24 17:50:25.581078 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.656847 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.819067 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.826438 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:25.899995 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event updated for resources: {'Port': ['ID=43b2b886-720a-4ffd-b2df-33988abf0ea1,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:25.912700 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:26.030300 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Floating IP 93f5d554-c048-45fa-b0eb-29bfbf05129e associated. External IP: 172.27.2.146, port: 20df08f6-34cd-428c-867e-003bda475bc3. Nov 24 17:50:26.262950 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:50:26.377181 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:50:26.394568 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Sync routers for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:50:26.399000 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:26.404967 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:50:26.405661 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:50:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:26.427540 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9c893f33-8050-470d-94bd-989b9ea47bf5 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0437002 Nov 24 17:50:26.428150 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:26.430529 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27c4eee-2518-408b-a879-459c7bbf9331" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:26.474431 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f93bb-a57e-486d-a756-6cbec6d05e7c x-openstack-request-id: req-ab2f93bb-a57e-486d-a756-6cbec6d05e7c {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:26.474724 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:26.474999 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab2f93bb-a57e-486d-a756-6cbec6d05e7c {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:26.475371 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'status': 'completed', 'code': 200} Nov 24 17:50:26.516806 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:50:26.538555 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-ac634c1b-6b81-4d95-91f3-cb860a84bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:26.540150 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-ac634c1b-6b81-4d95-91f3-cb860a84bdbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0432107 Nov 24 17:50:26.643132 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-f0036565-9f00-40e8-91c1-1ef6ac04db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:26.645174 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-f0036565-9f00-40e8-91c1-1ef6ac04db7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0983770 Nov 24 17:50:26.668910 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71173c-dc47-4bf3-ad41-d9da7564b2af req-29df809b-7ce9-4ce2-a4c3-3b62c1d49d4f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:26.670552 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a71173c-dc47-4bf3-ad41-d9da7564b2af req-29df809b-7ce9-4ce2-a4c3-3b62c1d49d4f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0529795 Nov 24 17:50:26.714182 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-4667725c-bf18-40be-9423-fbd7cfd93a22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1000 time: 0.0605965 Nov 24 17:50:26.724180 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a71173c-dc47-4bf3-ad41-d9da7564b2af req-af6ec871-f4dc-4fc2-a05f-e9b9d0a74123 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466945 Nov 24 17:50:26.764516 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '93f5d554-c048-45fa-b0eb-29bfbf05129e', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'mac_address': 'fa:16:3e:e3:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:25Z', 'updated_at': '2021-11-24T17:50:25Z', 'revision_number': 0, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:26.768219 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-bd41dd9e-ba28-44ed-805a-d96c75dc9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:26.770294 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-bd41dd9e-ba28-44ed-805a-d96c75dc9066 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0466251 Nov 24 17:50:26.795359 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Checking router: 59a5d33d-9c7a-48f0-9621-4ea025a497c5 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:50:26.804635 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:50:26.805453 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:50:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:26.819750 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-b5df523c-2380-4052-8a12-a126b88d2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:26.821272 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-b5df523c-2380-4052-8a12-a126b88d2e5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443008 Nov 24 17:50:26.918107 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-673230f2-ca26-4b44-9845-814aa3b9e5c7 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898197 Nov 24 17:50:27.023934 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c27c4eee-2518-408b-a879-459c7bbf9331 req-850bec9e-062f-42fc-940c-a0317c5ee017 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986803 Nov 24 17:50:27.051113 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:50:27.313413 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '93f5d554-c048-45fa-b0eb-29bfbf05129e', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'mac_address': 'fa:16:3e:e3:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:25Z', 'updated_at': '2021-11-24T17:50:25Z', 'revision_number': 0, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:27.339695 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cdb81-7ceb-403d-8002-897a3af36180 None None] The sync data for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi is: [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '93f5d554-c048-45fa-b0eb-29bfbf05129e', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'mac_address': 'fa:16:3e:e3:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:25Z', 'updated_at': '2021-11-24T17:50:25Z', 'revision_number': 0, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:50:27.537057 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcc2c9-e911-48a0-bb18-6794343365dc None None] New status for floating IP 93f5d554-c048-45fa-b0eb-29bfbf05129e: ACTIVE {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:50:27.856684 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392193-3768-46d2-a326-475299a8d600 req-f662319d-75f8-4de2-9b92-06b8f8ddf6ea tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:27.858184 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47392193-3768-46d2-a326-475299a8d600 req-f662319d-75f8-4de2-9b92-06b8f8ddf6ea tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0612855 Nov 24 17:50:27.913137 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-47392193-3768-46d2-a326-475299a8d600 req-c57a2610-b965-4606-96f4-84eb7eadd8b7 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465465 Nov 24 17:50:29.053313 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadcbb5-6b4c-4ba7-a638-8b8a5254d4e1 req-3ecb3ea8-6bd4-4419-abf5-6b329310dc6f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:29.054878 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4aadcbb5-6b4c-4ba7-a638-8b8a5254d4e1 req-3ecb3ea8-6bd4-4419-abf5-6b329310dc6f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0614452 Nov 24 17:50:29.106398 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4aadcbb5-6b4c-4ba7-a638-8b8a5254d4e1 req-ec825633-86b7-4191-9a0b-93e933713567 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452099 Nov 24 17:50:30.236475 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f08b0-cf45-4869-9b00-6461b4829519 req-18ba32eb-17fc-4241-a8b3-e79e324af33a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:30.238197 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d3f08b0-cf45-4869-9b00-6461b4829519 req-18ba32eb-17fc-4241-a8b3-e79e324af33a tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0571744 Nov 24 17:50:30.295610 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8d3f08b0-cf45-4869-9b00-6461b4829519 req-9c247466-2c6d-47f8-8c08-1d5591ff327e tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Nov 24 17:50:31.416924 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1292fe-f111-45e1-ae60-7b1787b7fb33 req-5a0faed0-6605-4ce0-8c91-05f1189424d3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:31.425844 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a1292fe-f111-45e1-ae60-7b1787b7fb33 req-5a0faed0-6605-4ce0-8c91-05f1189424d3 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 944 time: 0.0600407 Nov 24 17:50:31.477465 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2a1292fe-f111-45e1-ae60-7b1787b7fb33 req-5da63fbd-cc80-4f12-b6bc-6fc4738cbf6d tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Nov 24 17:50:31.493256 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9efd4ec0-54de-43b7-8d65-f139a1bc479f details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:50:31.589152 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:31.601030 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'port_id': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'mac_address': 'fa:16:3e:4c:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:50:31.642913 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:31.658054 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efd4ec0-54de-43b7-8d65-f139a1bc479f {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:50:31.680691 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:31.686884 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:31.738053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=4']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:31.914587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['9efd4ec0-54de-43b7-8d65-f139a1bc479f'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:50:32.604660 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96101f4-467c-41ee-8ac5-cac367fd1d73 req-78eadd74-0f60-4de8-898c-4d53975f729b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:32.606177 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e96101f4-467c-41ee-8ac5-cac367fd1d73 req-78eadd74-0f60-4de8-898c-4d53975f729b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 945 time: 0.0518107 Nov 24 17:50:32.668514 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e96101f4-467c-41ee-8ac5-cac367fd1d73 req-1b604ff8-dc40-4a2b-b9a0-55cedca88da0 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545671 Nov 24 17:50:33.500457 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9efd4ec0-54de-43b7-8d65-f139a1bc479f up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:50:33.558152 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning for port 9efd4ec0-54de-43b7-8d65-f139a1bc479f completed by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:50:33.562024 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 9efd4ec0-54de-43b7-8d65-f139a1bc479f triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:50:33.562426 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:33.643046 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:33.667659 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:33.669937 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144d8777-7614-487a-88a4-ea5a2243662f" -d '{"events": [{"server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "name": "network-vif-plugged", "status": "completed", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:33.682562 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:50:33.688435 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:33.713575 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e58cf-191c-44d3-bc00-04643a91f08f x-openstack-request-id: req-0a6e58cf-191c-44d3-bc00-04643a91f08f {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:33.713870 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "name": "network-vif-plugged", "status": "completed", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:33.714117 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a6e58cf-191c-44d3-bc00-04643a91f08f {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:33.714525 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'code': 200} Nov 24 17:50:33.741037 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=5']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:33.791781 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad77f6-85a4-4793-965c-0317ae3376e9 req-751d98ea-be2b-4148-bfed-b3480823f9db tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:33.793276 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dad77f6-85a4-4793-965c-0317ae3376e9 req-751d98ea-be2b-4148-bfed-b3480823f9db tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.0523434 Nov 24 17:50:33.849228 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6dad77f6-85a4-4793-965c-0317ae3376e9 req-bc4254e0-ce13-49eb-866a-e1638783a0ec tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474510 Nov 24 17:50:33.962017 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290837-1d0e-4f80-a0f3-11db01d9be93 req-c95f8bb2-bf1a-4924-b53b-61048b1aa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:33.963546 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-13290837-1d0e-4f80-a0f3-11db01d9be93 req-c95f8bb2-bf1a-4924-b53b-61048b1aa765 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1099 time: 0.0481987 Nov 24 17:50:34.012205 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-13290837-1d0e-4f80-a0f3-11db01d9be93 req-c94bb14b-8716-4691-9346-6eecfd1a3f05 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Nov 24 17:50:35.111002 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771d713-97ef-46ea-8322-29d1902c251a req-8fdb0567-0d57-4438-a049-e906fbf3c6e4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:35.112652 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8771d713-97ef-46ea-8322-29d1902c251a req-8fdb0567-0d57-4438-a049-e906fbf3c6e4 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.1862755 Nov 24 17:50:35.168392 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8771d713-97ef-46ea-8322-29d1902c251a req-1b94ac26-c2c8-4f6e-9503-faf47bfcf3c5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Nov 24 17:50:36.368524 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6f3c-a703-4aff-9718-bffccc5433a4 req-32e080e2-3b92-49b3-9b65-8375fffa9e53 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:36.370083 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-336e6f3c-a703-4aff-9718-bffccc5433a4 req-32e080e2-3b92-49b3-9b65-8375fffa9e53 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.1219692 Nov 24 17:50:36.422201 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-336e6f3c-a703-4aff-9718-bffccc5433a4 req-de2aa988-25b7-4327-8336-7635b72e22d6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Nov 24 17:50:36.540515 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2fa0-81dc-4f9a-b3a1-870384e65e56 req-f15fe87f-0fcb-4e5c-a63d-1276269f514f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:36.542065 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-288e2fa0-81dc-4f9a-b3a1-870384e65e56 req-f15fe87f-0fcb-4e5c-a63d-1276269f514f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.0510080 Nov 24 17:50:36.597164 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-288e2fa0-81dc-4f9a-b3a1-870384e65e56 req-0f0b0ded-71c4-496d-93f4-8fcb41841795 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486877 Nov 24 17:50:36.622601 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59542) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:50:36.783092 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1865f4-9414-484e-93c9-95159e23f424 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:36.784708 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5c1865f4-9414-484e-93c9-95159e23f424 tempest-TestVolumeBootPattern-258139208 tempest-TestVolumeBootPattern-258139208-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1094 time: 0.1610291 Nov 24 17:50:36.788828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59546) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:50:36.793246 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.v2.base [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Request body: {'floatingip': {'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'port_id': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:50:36.820580 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:36.936882 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.049398 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_common [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Allocated IP 172.27.2.125 (6c637f80-228c-45ba-ab35-72da03d64d4d/741eb427-ec35-4ee6-93b5-e0535ad45ea0/3c4bc020-3773-4a22-94ea-7871adeffb86) {{(pid=109259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:50:37.165676 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.209458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788650057436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.259019 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Network 6c637f80-228c-45ba-ab35-72da03d64d4d is already hosted by enough agents. {{(pid=109259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:50:37.261991 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.base_scheduler [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Resources bound (agent type, host, resource id): {{(pid=109259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:50:37.265458 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Received port after_create {{(pid=109259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 17:50:37.271537 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=3c4bc020-3773-4a22-94ea-7871adeffb86,revision_number=1']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:37.645575 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.723364 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.878101 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for port, precommit_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.884868 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129919023'] for port, after_update {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:37.958488 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event updated for resources: {'Port': ['ID=3c4bc020-3773-4a22-94ea-7871adeffb86,revision_number=2']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:50:37.970064 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793591'] for floatingip, after_create {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:38.084216 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 6533a6bf-a8c5-4e61-93b7-2acff5969fab associated. External IP: 172.27.2.125, port: 9efd4ec0-54de-43b7-8d65-f139a1bc479f. Nov 24 17:50:38.563551 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:50:38.671516 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:50:38.681970 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:50:38.690930 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:38.695472 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:50:38.696126 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:50:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:38.727265 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-738ffb24-e4f6-4c4d-b02e-d4872dc38211 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9373548 Nov 24 17:50:38.727814 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:50:38.730378 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e838a-6b81-4d31-9b64-02287e8fbb05" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:50:38.768767 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e41306b-d590-4c47-a6cf-646c8b829020 x-openstack-request-id: req-1e41306b-d590-4c47-a6cf-646c8b829020 {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:50:38.769073 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:50:38.769396 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e41306b-d590-4c47-a6cf-646c8b829020 {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:50:38.769787 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'status': 'completed', 'code': 200} Nov 24 17:50:38.815140 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:50:38.841035 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-977a9e21-a305-4df4-b95b-42144d6306d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:38.842555 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-977a9e21-a305-4df4-b95b-42144d6306d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1099 time: 0.0463178 Nov 24 17:50:38.937207 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-f1400603-316a-4ca8-ab5c-e6f9d25cf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:38.938795 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-f1400603-316a-4ca8-ab5c-e6f9d25cf7d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.0880854 Nov 24 17:50:39.015443 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-3c64d782-b5e8-4eed-823f-5a784516af64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 200 len: 1000 time: 0.0642900 Nov 24 17:50:39.053047 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}, {'id': '6533a6bf-a8c5-4e61-93b7-2acff5969fab', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:4c:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:37Z', 'updated_at': '2021-11-24T17:50:37Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:39.079578 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:50:39.079842 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-fa40df99-cd4e-4bb2-946d-283b43e92ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:39.081285 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-fa40df99-cd4e-4bb2-946d-283b43e92ff3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0461190 Nov 24 17:50:39.088358 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:50:39.088957 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:50:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:39.131698 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-ecca69fd-8518-4ce8-9e83-35929f1944bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:39.133301 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-ecca69fd-8518-4ce8-9e83-35929f1944bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454261 Nov 24 17:50:39.203269 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:50:39.354567 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:39.478394 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}, {'id': '6533a6bf-a8c5-4e61-93b7-2acff5969fab', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:4c:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:37Z', 'updated_at': '2021-11-24T17:50:37Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:50:39.499887 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-588acbd0-2e0e-4853-afc9-a42cbd2c4d73 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592198 Nov 24 17:50:39.505871 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bce9d-2884-4fdc-9755-d8fb29a568e7 None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}, {'id': '6533a6bf-a8c5-4e61-93b7-2acff5969fab', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:4c:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:50:37Z', 'updated_at': '2021-11-24T17:50:37Z', 'revision_number': 0, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:50:39.598462 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c41e838a-6b81-4d31-9b64-02287e8fbb05 req-f7f94926-7ed9-47e9-a05a-77902881cc82 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902975 Nov 24 17:50:39.722726 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e56d8e-0415-4134-83f2-c80d49f0179c None None] New status for floating IP 6533a6bf-a8c5-4e61-93b7-2acff5969fab: ACTIVE {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:50:40.026598 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-1d86ecfb-1ceb-41c7-9411-45b5ef74f800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:42.605969 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a5d88355-d493-4570-95b6-a8e7b9f58ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:44.005803 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:45.581740 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-fb7f86a2-0af0-4765-bdf5-aaec7c62f833 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418544 Nov 24 17:50:45.683461 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-ad80d76f-111e-47f9-b9ba-0b68fc0a17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:45.684986 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-ad80d76f-111e-47f9-b9ba-0b68fc0a17d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1098 time: 0.0508614 Nov 24 17:50:45.806875 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-802aa7d6-41bb-4b06-8c7e-37e9a5079c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:45.808403 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-802aa7d6-41bb-4b06-8c7e-37e9a5079c17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.0959928 Nov 24 17:50:45.847238 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:45.884391 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-eb5b38b7-22c3-4b19-862c-658f69ecd602 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 1001 time: 0.0682106 Nov 24 17:50:45.943655 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-851fa338-1928-4040-aef5-90341b3c7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:45.945139 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-851fa338-1928-4040-aef5-90341b3c7174 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0443377 Nov 24 17:50:45.992645 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-7c5ccb84-6a18-4d4b-bd24-afb3d5769cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:50:45.994298 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-7c5ccb84-6a18-4d4b-bd24-afb3d5769cbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419264 Nov 24 17:50:46.097317 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-8a713292-58fe-4479-b455-e6a974319190 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953271 Nov 24 17:50:46.144017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:50:46.205536 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-e88c8f5f-48c6-4872-85ab-fda0ac878d75 req-4a81e102-3dc4-4bc6-9d6a-b4e22a968293 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893695 Nov 24 17:51:02.270995 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:51:09.339267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:10.027883 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-b4eabc90-d1b3-444e-9f2f-65e860135eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:12.603255 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c3121ba4-3195-4ff8-87e7-7757afd9596e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:14.004308 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:15.856728 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:16.152663 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:39.271348 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:51:39.336583 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:40.025446 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-e0c12134-340b-4b65-87d7-908cfaa467b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:42.605068 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-337cbcf6-3fac-467d-9b3f-6e23e1476c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:44.010809 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:45.854825 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:46.153361 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:51:46.697132 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-d24b5c19-5902-43c9-84ca-898b518699a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079738 Nov 24 17:51:46.760065 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-3e4ae697-da9c-4e49-ac96-ded36330de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:51:46.761794 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-3e4ae697-da9c-4e49-ac96-ded36330de21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0418561 Nov 24 17:51:46.866848 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-475e4459-77fe-41e4-b773-ec88703c5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:51:46.868659 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-475e4459-77fe-41e4-b773-ec88703c5103 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0866320 Nov 24 17:51:46.946252 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-0853eeae-90b8-4758-880d-334dac8a2fdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1002 time: 0.0708134 Nov 24 17:51:46.997337 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-9a8d5528-228f-4258-be35-3699bba13523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:51:46.999397 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-9a8d5528-228f-4258-be35-3699bba13523 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0466223 Nov 24 17:51:47.048586 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-58d5010f-5e55-4e72-8b42-4cd32cb3aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:51:47.050058 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-58d5010f-5e55-4e72-8b42-4cd32cb3aefb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436103 Nov 24 17:51:47.061790 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-43e6b8a7-c0b6-4c00-b346-638e1fff2924 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:51:47.062740 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-43e6b8a7-c0b6-4c00-b346-638e1fff2924 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051541 Nov 24 17:51:47.163035 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-4933d4f0-d467-4192-b7ca-a6329a0be81a service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928140 Nov 24 17:51:47.267698 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-2ed74ab3-5553-4b79-9dd0-2cf6fc53cdbd req-978338e6-4a6a-4296-b2ba-ec2c63645ffa service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975871 Nov 24 17:52:07.874619 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59584) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:08.054056 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port 3c4bc020-3773-4a22-94ea-7871adeffb86 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:08.054373 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.131235 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.131479 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.143522 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for 3c4bc020-3773-4a22-94ea-7871adeffb86 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:08.315366 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.341663 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=3c4bc020-3773-4a22-94ea-7871adeffb86,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:08.369037 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.369364 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.369685 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.370081 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.370422 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.370776 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.371111 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.371441 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.371752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.372106 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.372411 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.372733 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:08.413868 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.414221 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 6533a6bf-a8c5-4e61-93b7-2acff5969fab disassociated (deleted). External IP: 172.27.2.125, port: 9efd4ec0-54de-43b7-8d65-f139a1bc479f. Nov 24 17:52:08.630852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:52:08.746564 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:52:08.751323 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:08.757010 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:52:08.768763 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:08.769408 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:51:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:08.784936 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-2c2d1d12-3f56-454f-8697-759e249ed1f1 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "DELETE /v2.0/floatingips/6533a6bf-a8c5-4e61-93b7-2acff5969fab HTTP/1.1" status: 204 len: 168 time: 0.9092097 Nov 24 17:52:08.785545 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:08.788007 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952727b-ca92-43b1-9ced-6140837e8bee" -d '{"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:08.830320 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61846aa4-2f9d-46de-95ac-145542708f0b x-openstack-request-id: req-61846aa4-2f9d-46de-95ac-145542708f0b {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:08.830570 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:08.830823 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61846aa4-2f9d-46de-95ac-145542708f0b {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:08.831233 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'status': 'completed', 'code': 200} Nov 24 17:52:08.882906 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:08.898047 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952727b-ca92-43b1-9ced-6140837e8bee req-53521a88-2d6b-42a1-8841-e4137e4fcc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:08.900471 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-53521a88-2d6b-42a1-8841-e4137e4fcc33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 1099 time: 0.0466626 Nov 24 17:52:09.010185 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952727b-ca92-43b1-9ced-6140837e8bee req-bbc2494f-fdfc-4426-a82e-7fab49615bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:09.011694 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-bbc2494f-fdfc-4426-a82e-7fab49615bae service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.0953753 Nov 24 17:52:09.020217 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751503a-d086-4da6-8e04-7bba2e74e3c0 req-0333b428-c0ed-48bf-8929-a6db9b79e52f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:09.021933 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3751503a-d086-4da6-8e04-7bba2e74e3c0 req-0333b428-c0ed-48bf-8929-a6db9b79e52f tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.0516293 Nov 24 17:52:09.060605 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-943600f7-26ad-4b90-a56d-d2a8a12db3b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 200 len: 217 time: 0.0409100 Nov 24 17:52:09.074370 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3751503a-d086-4da6-8e04-7bba2e74e3c0 req-8a98d5c3-2cf0-4a48-a48c-6fb841b58291 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 Nov 24 17:52:09.113150 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952727b-ca92-43b1-9ced-6140837e8bee req-cf0af47c-cfbb-4530-8248-53af1768d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:09.115158 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-cf0af47c-cfbb-4530-8248-53af1768d1d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0471692 Nov 24 17:52:09.128850 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:09.155929 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:52:09.162808 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952727b-ca92-43b1-9ced-6140837e8bee req-e490080e-1258-458a-9255-8ecfeb50f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:09.164343 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-e490080e-1258-458a-9255-8ecfeb50f357 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413606 Nov 24 17:52:09.164963 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:09.165593 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:51:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:09.265027 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-22304b0c-5bca-4d7a-865d-f305efb9aab8 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920527 Nov 24 17:52:09.364111 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b952727b-ca92-43b1-9ced-6140837e8bee req-7ff54a10-860e-477b-8cb1-fd9c02947151 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911915 Nov 24 17:52:09.416167 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:09.426594 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:09.664382 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:09.706915 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c644b-ad46-43d3-9a03-d61b2ba26eec None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_floatingips': [{'id': '51f8d50a-d112-49aa-9cdf-5b203b405b4b', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'router_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'port_id': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'mac_address': 'fa:16:3e:d0:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:48:18Z', 'updated_at': '2021-11-24T17:48:21Z', 'revision_number': 1, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:52:09.953136 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08e540-2def-46cd-8a0b-35c2b0b680d8 None None] New status for floating IP 6533a6bf-a8c5-4e61-93b7-2acff5969fab: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:52:10.023053 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9b191b55-cf91-4022-bcb6-baf66201ebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:10.197340 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd791a3-179c-451a-b967-8c8a6cfb15be req-4ca8f61d-9321-4ac0-9c45-bdb4919dc016 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:10.198788 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0dd791a3-179c-451a-b967-8c8a6cfb15be req-4ca8f61d-9321-4ac0-9c45-bdb4919dc016 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.0536044 Nov 24 17:52:10.248395 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-0dd791a3-179c-451a-b967-8c8a6cfb15be req-2f8cbbfc-0ae9-46bd-a24c-086ea0e4b6b2 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Nov 24 17:52:10.520900 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-d7a532f6-b8cf-43eb-b58f-3492e42475fc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:10.522641 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-d7a532f6-b8cf-43eb-b58f-3492e42475fc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 946 time: 0.0578699 Nov 24 17:52:10.618643 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port 9efd4ec0-54de-43b7-8d65-f139a1bc479f {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:10.618974 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:10.714867 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] For port 9efd4ec0-54de-43b7-8d65-f139a1bc479f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9efd4ec0-54de-43b7-8d65-f139a1bc479f,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:10.715233 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:10.728543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for 9efd4ec0-54de-43b7-8d65-f139a1bc479f owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:10.866582 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:10.902303 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=9efd4ec0-54de-43b7-8d65-f139a1bc479f,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:10.934340 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.934701 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.935050 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.935393 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.935728 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.936068 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.936401 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.936732 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.937064 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.937390 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.937716 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.938041 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:10.963892 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] No DVR routers for this DVR port 9efd4ec0-54de-43b7-8d65-f139a1bc479f on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:52:10.966478 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:10.969798 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-06e6008e-03cd-44ca-988d-9feeb6c1a705 req-c7287e85-113b-4ddf-8fa8-a42aeb9fa7cf tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "DELETE /v2.0/ports/9efd4ec0-54de-43b7-8d65-f139a1bc479f HTTP/1.1" status: 204 len: 173 time: 0.4404144 Nov 24 17:52:10.970286 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'name': 'network-vif-deleted', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:10.972618 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a60d09-7c19-4e30-95b8-4eebae635371" -d '{"events": [{"server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "name": "network-vif-deleted", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:11.104465 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd7859-e42c-4900-b7ec-9b2d9b9e961d x-openstack-request-id: req-72dd7859-e42c-4900-b7ec-9b2d9b9e961d {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:11.104801 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda6a90e-49ec-45aa-bfd6-f064cfd9f80d", "name": "network-vif-deleted", "tag": "9efd4ec0-54de-43b7-8d65-f139a1bc479f", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:11.105055 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72dd7859-e42c-4900-b7ec-9b2d9b9e961d {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:11.105457 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda6a90e-49ec-45aa-bfd6-f064cfd9f80d', 'name': 'network-vif-deleted', 'tag': '9efd4ec0-54de-43b7-8d65-f139a1bc479f', 'status': 'completed', 'code': 200} Nov 24 17:52:11.361904 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-32cc4a72-86bc-44a7-b99c-b283efaa8ccd req-3649885e-5070-41ac-875a-c93c9bb13d0c tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=bda6a90e-49ec-45aa-bfd6-f064cfd9f80d HTTP/1.1" status: 200 len: 210 time: 0.0329602 Nov 24 17:52:12.601571 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-ba050963-f4d2-40be-b558-7fa70d587a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:13.936595 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9efd4ec0-54de-43b7-8d65-f139a1bc479f no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:13.958145 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 9efd4ec0-54de-43b7-8d65-f139a1bc479f {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:13.958493 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 9efd4ec0-54de-43b7-8d65-f139a1bc479f not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:14.019024 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:14.679258 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59626) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:14.855791 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port 30485204-2c6c-46a2-b85e-cd680d32ece8 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:14.856110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:14.941470 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:14.941725 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:14.954454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for 30485204-2c6c-46a2-b85e-cd680d32ece8 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:15.117337 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:15.142970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=30485204-2c6c-46a2-b85e-cd680d32ece8,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:15.208070 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:15.208339 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.db.l3_db [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Floating IP 51f8d50a-d112-49aa-9cdf-5b203b405b4b disassociated (deleted). External IP: 172.27.2.217, port: e49c2f7c-c642-4948-a82f-c519bb64b882. Nov 24 17:52:15.422334 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:52:15.543993 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:52:15.549562 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:15.556522 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:52:15.567239 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:15.567881 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:15.580158 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-37572d9d-1a5e-4aed-a039-d1b96bf75521 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "DELETE /v2.0/floatingips/51f8d50a-d112-49aa-9cdf-5b203b405b4b HTTP/1.1" status: 204 len: 168 time: 0.8971913 Nov 24 17:52:15.580158 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882'}] {{(pid=109259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:15.582154 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}107d39b369caa800a8be9db214dfadb660571c582b1b8ad1226cb893809755d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4058f98-00ee-4744-9658-52fca24f5472" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882"}]}' {{(pid=109259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:15.624705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0052467-7cdc-4da0-a65c-78e3ae50a0dd x-openstack-request-id: req-e0052467-7cdc-4da0-a65c-78e3ae50a0dd {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:15.624705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882", "status": "completed", "code": 200}]} {{(pid=109259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:15.624705 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0052467-7cdc-4da0-a65c-78e3ae50a0dd {{(pid=109259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:15.624705 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'status': 'completed', 'code': 200} Nov 24 17:52:15.689168 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058f98-00ee-4744-9658-52fca24f5472 req-22aefbf3-816a-4bf1-b719-98482abc465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:15.690729 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-22aefbf3-816a-4bf1-b719-98482abc465a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a76fc386d914e91afcda9dac8130406&device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 1098 time: 0.0435977 Nov 24 17:52:15.692095 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:15.805501 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058f98-00ee-4744-9658-52fca24f5472 req-8d4eff9e-0952-46d0-80ce-18c85f525e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:15.808407 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-8d4eff9e-0952-46d0-80ce-18c85f525e69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 200 len: 912 time: 0.1038222 Nov 24 17:52:15.821970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870384dd-1aa6-43cc-a17a-8c56766e2e59 req-95f95b04-ab23-4379-b5ca-6737df4cd13b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:15.823944 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-870384dd-1aa6-43cc-a17a-8c56766e2e59 req-95f95b04-ab23-4379-b5ca-6737df4cd13b tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Nov 24 17:52:15.854263 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-6e496ab5-bf52-4bd7-8cff-09db2ad7e1c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 200 len: 217 time: 0.0380390 Nov 24 17:52:15.880587 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-870384dd-1aa6-43cc-a17a-8c56766e2e59 req-2404cc81-3a59-4e31-94ef-d4d44c8ddb06 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506403 Nov 24 17:52:15.892409 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:15.909680 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058f98-00ee-4744-9658-52fca24f5472 req-eeff637d-e791-4cfa-b3c2-24e214d0b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:15.911235 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-eeff637d-e791-4cfa-b3c2-24e214d0b21a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 200 len: 850 time: 0.0499198 Nov 24 17:52:15.923909 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:15.955015 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:52:15.964386 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:15.964560 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058f98-00ee-4744-9658-52fca24f5472 req-4ce8c330-c129-4702-9bee-d89be75f4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:15.964915 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:15.966028 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-4ce8c330-c129-4702-9bee-d89be75f4192 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ab13901-6433-4818-8d3c-ea61e4607879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470293 Nov 24 17:52:16.063744 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-7a1e27c9-56a0-4ef1-95d5-0efc0a0da511 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888221 Nov 24 17:52:16.074674 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:16.163028 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-b4058f98-00ee-4744-9658-52fca24f5472 req-b814d965-46a9-4fb7-b931-3339be1bae25 service neutron] 10.222.0.62 "GET /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910683 Nov 24 17:52:16.180342 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:16.272459 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:52:16.299012 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:16.325828 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad14066-1ace-46cc-9244-601c1b96a1fd None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:44:42Z', 'revision_number': 4, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '2dcf99a6-c565-4248-a886-0778ccff60e5', 'name': '', 'network_id': '4ab13901-6433-4818-8d3c-ea61e4607879', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'mac_address': 'fa:16:3e:28:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:42Z', 'updated_at': '2021-11-24T17:44:46Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'subnets': [{'id': '1f4f1c76-738e-4a7e-bca6-7595f249f617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:52:16.565142 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc24952-bb1a-438b-87b4-27119b55cefa None None] New status for floating IP 51f8d50a-d112-49aa-9cdf-5b203b405b4b: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:52:17.008616 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ac20-bfd6-4e21-8403-25ec2c5ea03b req-60a786c1-dfd8-4b8c-be2f-087f0de10aa5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:17.010165 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3f50ac20-bfd6-4e21-8403-25ec2c5ea03b req-60a786c1-dfd8-4b8c-be2f-087f0de10aa5 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0559022 Nov 24 17:52:17.063796 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3f50ac20-bfd6-4e21-8403-25ec2c5ea03b req-abbddc8d-0d92-475d-a5cf-d96da6d76bec tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5fec051-6eca-45f9-9c23-bda7626d19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Nov 24 17:52:17.277903 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-f9788076-2627-4bb2-82bd-5552b078ea22 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:17.279444 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-f9788076-2627-4bb2-82bd-5552b078ea22 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Nov 24 17:52:17.376236 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port e49c2f7c-c642-4948-a82f-c519bb64b882 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:17.376532 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:17.468051 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] For port e49c2f7c-c642-4948-a82f-c519bb64b882, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e49c2f7c-c642-4948-a82f-c519bb64b882,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:17.468409 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:17.481712 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for e49c2f7c-c642-4948-a82f-c519bb64b882 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:17.638470 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:17.676986 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=e49c2f7c-c642-4948-a82f-c519bb64b882,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:17.723085 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] No DVR routers for this DVR port e49c2f7c-c642-4948-a82f-c519bb64b882 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:52:17.725604 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:17.729463 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-c56096bf-5fd7-4a3d-86a9-9c728fbfa0a6 req-9c2d3eff-9a7b-48fc-9900-0204393372dd tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.62 "DELETE /v2.0/ports/e49c2f7c-c642-4948-a82f-c519bb64b882 HTTP/1.1" status: 204 len: 173 time: 0.4435084 Nov 24 17:52:17.729921 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'name': 'network-vif-deleted', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:17.732219 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8326c29-e1cf-4dab-9f0e-5a93199ffcf0" -d '{"events": [{"server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "name": "network-vif-deleted", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:17.771548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d38f06-c819-4609-8f87-75f9f1acae41 x-openstack-request-id: req-34d38f06-c819-4609-8f87-75f9f1acae41 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:17.771847 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd937ca-9565-4528-bd08-ffaac7cf4589", "name": "network-vif-deleted", "tag": "e49c2f7c-c642-4948-a82f-c519bb64b882", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:17.772103 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34d38f06-c819-4609-8f87-75f9f1acae41 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:17.772518 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd937ca-9565-4528-bd08-ffaac7cf4589', 'name': 'network-vif-deleted', 'tag': 'e49c2f7c-c642-4948-a82f-c519bb64b882', 'status': 'completed', 'code': 200} Nov 24 17:52:18.174581 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-162b3126-0b1b-4bf4-8ebb-978c51b15fc9 req-41ecf1f3-8580-4fec-b840-4295f255356d tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dd937ca-9565-4528-bd08-ffaac7cf4589 HTTP/1.1" status: 200 len: 210 time: 0.0265405 Nov 24 17:52:19.236276 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59642) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:19.364642 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Deleting port 51cadb3a-443c-4b04-963a-03c3b29d9702 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:19.364955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.441586 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.441874 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.453485 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Calling delete_port for 51cadb3a-443c-4b04-963a-03c3b29d9702 owned by network:floatingip {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:19.597830 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.624175 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'Port': ['ID=51cadb3a-443c-4b04-963a-03c3b29d9702,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:19.692829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for floatingip, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.695427 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:19.696600 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-af592770-66d9-45cc-8137-5aba579325bc tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "DELETE /v2.0/floatingips/24d78152-c3e2-40a8-981d-4ee40e472277 HTTP/1.1" status: 204 len: 168 time: 0.4592812 Nov 24 17:52:20.911260 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59654) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:20.971861 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:20.998626 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:21.069384 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:21.072157 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:21.073374 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5fec051-6eca-45f9-9c23-bda7626d19b2 HTTP/1.1" status: 204 len: 168 time: 0.1610787 Nov 24 17:52:21.082608 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fed793-1094-4ddc-b714-5828c6a77ac6 tempest-TestVolumeBootPattern-911210977 tempest-TestVolumeBootPattern-911210977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fec051-6eca-45f9-9c23-bda7626d19b2,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:21.138936 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59658) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:21.619056 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:22.005866 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device e49c2f7c-c642-4948-a82f-c519bb64b882 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:22.026870 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: e49c2f7c-c642-4948-a82f-c519bb64b882 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:22.027221 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device e49c2f7c-c642-4948-a82f-c519bb64b882 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:22.133828 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Deleting port 2dcf99a6-c565-4248-a886-0778ccff60e5 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:22.134547 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:22.214156 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] For port 2dcf99a6-c565-4248-a886-0778ccff60e5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=2dcf99a6-c565-4248-a886-0778ccff60e5,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:22.214520 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:22.227090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Calling delete_port for 2dcf99a6-c565-4248-a886-0778ccff60e5 owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:22.423492 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:22.452829 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcf99a6-c565-4248-a886-0778ccff60e5,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:22.622121 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:22.856909 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Router bca493f7-e1f0-4a79-bdf2-631024938cda has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:52:22.982496 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:52:22.987921 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-9d483bfb-9e6d-418c-bbbe-0d8b5c2c07cf admin admin] 10.222.0.41 "PUT /v2.0/routers/bca493f7-e1f0-4a79-bdf2-631024938cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474689 Nov 24 17:52:22.990579 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59662) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:22.996464 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Sync routers for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:52:23.006836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:23.007502 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:23.095062 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks [] for router, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.113215 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:23.195719 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.253631 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Deleting port 7829a459-42ba-43e1-aa44-4eb9d37bce9e {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:23.254039 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.293087 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:52:22Z', 'revision_number': 5, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port': {'id': '7829a459-42ba-43e1-aa44-4eb9d37bce9e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:39Z', 'updated_at': '2021-11-24T17:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:23.323199 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Checking router: bca493f7-e1f0-4a79-bdf2-631024938cda for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:52:23.332165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Routers {'bca493f7-e1f0-4a79-bdf2-631024938cda'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:23.332791 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['bca493f7-e1f0-4a79-bdf2-631024938cda'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:23.333389 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] For port 7829a459-42ba-43e1-aa44-4eb9d37bce9e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=7829a459-42ba-43e1-aa44-4eb9d37bce9e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:23.333772 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.346519 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Calling delete_port for 7829a459-42ba-43e1-aa44-4eb9d37bce9e owned by network:router_gateway {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:23.523578 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.552097 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7829a459-42ba-43e1-aa44-4eb9d37bce9e,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:23.556777 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] Set router bca493f7-e1f0-4a79-bdf2-631024938cda gateway port host: None {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:23.611397 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:52:23Z', 'revision_number': 6, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:23.614678 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.643682 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769179a8-998d-4fd3-85e1-5d27a1f2ee03 None None] The sync data for ids ['bca493f7-e1f0-4a79-bdf2-631024938cda'] in dv-cinder-819149-1-iscsi is: [{'id': 'bca493f7-e1f0-4a79-bdf2-631024938cda', 'name': 'tempest-TestVolumeBootPattern-788964201-router', 'tenant_id': '7a76fc386d914e91afcda9dac8130406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:38Z', 'updated_at': '2021-11-24T17:52:23Z', 'revision_number': 6, 'project_id': '7a76fc386d914e91afcda9dac8130406', 'gw_port_host': None}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:52:23.706115 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.708353 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.754855 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.755370 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca493f7-e1f0-4a79-bdf2-631024938cda {{(pid=109259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:52:23.760718 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.761913 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-a47fa7ac-5053-4b2c-bd57-4c43c446db71 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bca493f7-e1f0-4a79-bdf2-631024938cda HTTP/1.1" status: 204 len: 168 time: 0.7704024 Nov 24 17:52:23.764687 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59664) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:23.811335 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_v2 [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Deleting subnet 1f4f1c76-738e-4a7e-bca6-7595f249f617 {{(pid=109259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:52:23.814868 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.856791 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126309421'] for subnet, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:23.981270 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.049998 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129919097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126033085'] for subnet, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.077914 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4f1c76-738e-4a7e-bca6-7595f249f617,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:24.081785 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.087592 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-0996ca4a-dffe-4072-b8c5-4514dc051a34 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f4f1c76-738e-4a7e-bca6-7595f249f617 HTTP/1.1" status: 204 len: 168 time: 0.3195107 Nov 24 17:52:24.087772 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59668) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:24.088048 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ca00d-a928-40fd-a02b-a2996fd90db6 None None] Network 4ab13901-6433-4818-8d3c-ea61e4607879 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:52:24.167009 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.264208 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750def-0580-4605-9f14-ffa0261ef667 req-0ad46e87-f817-4c37-ab0e-e8f4ce008d29 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:24.266047 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2b750def-0580-4605-9f14-ffa0261ef667 req-0ad46e87-f817-4c37-ab0e-e8f4ce008d29 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0670083 Nov 24 17:52:24.271353 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Deleting port 250e2383-9b09-43e7-9bad-daab70330732 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:24.271688 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.365032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] For port 250e2383-9b09-43e7-9bad-daab70330732, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=250e2383-9b09-43e7-9bad-daab70330732,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:24.365032 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.379360 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-2b750def-0580-4605-9f14-ffa0261ef667 req-68e23a7c-ac0d-494e-a46c-9da0c63ab859 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055853 Nov 24 17:52:24.384148 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Calling delete_port for 250e2383-9b09-43e7-9bad-daab70330732 owned by network:dhcp {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:24.400193 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] DHCP port deletion for 4ab13901-6433-4818-8d3c-ea61e4607879 request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:52:24.464266 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Deleting port 250e2383-9b09-43e7-9bad-daab70330732 {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:24.464749 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.479092 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2dcf99a6-c565-4248-a886-0778ccff60e5 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:24.485852 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.510587 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 2dcf99a6-c565-4248-a886-0778ccff60e5 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:24.510941 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 2dcf99a6-c565-4248-a886-0778ccff60e5 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:24.511371 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 250e2383-9b09-43e7-9bad-daab70330732 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:24.512758 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=250e2383-9b09-43e7-9bad-daab70330732,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:24.523120 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] No DVR routers for this DVR port 250e2383-9b09-43e7-9bad-daab70330732 on host dv-cinder-819149-1-iscsi {{(pid=109259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:52:24.567076 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 250e2383-9b09-43e7-9bad-daab70330732 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:24.567428 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 250e2383-9b09-43e7-9bad-daab70330732 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:24.567841 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 7829a459-42ba-43e1-aa44-4eb9d37bce9e no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:24.592303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 7829a459-42ba-43e1-aa44-4eb9d37bce9e {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:24.592648 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 7829a459-42ba-43e1-aa44-4eb9d37bce9e not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:24.602954 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.603704 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] For port 250e2383-9b09-43e7-9bad-daab70330732, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=250e2383-9b09-43e7-9bad-daab70330732,segment=NetworkSegment(29ebf95d-69dd-4866-a9ea-a6507e1df9ea),segment_id=29ebf95d-69dd-4866-a9ea-a6507e1df9ea)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:24.603926 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.621439 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Calling delete_port for 250e2383-9b09-43e7-9bad-daab70330732 owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:24.628704 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab13901-6433-4818-8d3c-ea61e4607879']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:24.639113 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ebf95d-69dd-4866-a9ea-a6507e1df9ea') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:24.639501 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ebf95d-69dd-4866-a9ea-a6507e1df9ea') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:24.650549 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.665977 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.672755 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:52:24.673269 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:52:24.675339 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:52:24.705937 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.731955 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.744992 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Pushing event deleted for resources: {'Port': ['ID=250e2383-9b09-43e7-9bad-daab70330732,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:24.747487 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:24.749414 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] No DVR routers for this DVR port 250e2383-9b09-43e7-9bad-daab70330732 on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:52:24.753707 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4ab13901-6433-4818-8d3c-ea61e4607879 HTTP/1.1" status: 204 len: 168 time: 0.6622553 Nov 24 17:52:24.753707 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc7801-d003-4a0b-b097-6330eddcf8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab13901-6433-4818-8d3c-ea61e4607879,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:24.754617 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59672) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:24.759552 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.760129 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.760479 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.760816 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.761148 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.761482 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.761803 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.762155 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.762486 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.762810 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.763727 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:24.763727 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f46b4-98fa-4b00-a7f2-72809c3eef15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:52:25.144447 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:25.427795 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Deleting port e53cac67-20d8-4136-a3e6-3eef64366c62 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:25.428294 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:25.514546 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] For port e53cac67-20d8-4136-a3e6-3eef64366c62, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=e53cac67-20d8-4136-a3e6-3eef64366c62,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:25.514944 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:25.518000 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75b0f-89e6-4040-bce8-a51c45ecb772 req-43ec2057-582e-43c8-a598-391d74bf3576 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:25.519525 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e9b75b0f-89e6-4040-bce8-a51c45ecb772 req-43ec2057-582e-43c8-a598-391d74bf3576 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Nov 24 17:52:25.528548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Calling delete_port for e53cac67-20d8-4136-a3e6-3eef64366c62 owned by network:router_interface {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:25.574522 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e9b75b0f-89e6-4040-bce8-a51c45ecb772 req-9d22bd7d-d1b0-4220-8b15-419f5c94b33d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479009 Nov 24 17:52:25.719851 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:25.758655 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Pushing event deleted for resources: {'Port': ['ID=e53cac67-20d8-4136-a3e6-3eef64366c62,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:25.936969 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:26.165621 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Router 12e6a858-0c00-487a-a68f-d4462652c45e has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:52:26.280070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:52:26.285469 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-de7ebc41-0dec-4549-b422-3c452722650e admin admin] 10.222.0.41 "PUT /v2.0/routers/12e6a858-0c00-487a-a68f-d4462652c45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288224 Nov 24 17:52:26.288601 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59676) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:26.289653 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Sync routers for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:52:26.301265 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:26.301894 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:26.394043 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks [] for router, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:26.409592 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:26.600301 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:52:25Z', 'revision_number': 5, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:26.628343 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Checking router: 12e6a858-0c00-487a-a68f-d4462652c45e for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:52:26.637979 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Routers {'12e6a858-0c00-487a-a68f-d4462652c45e'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:52:26.638670 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:52:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['12e6a858-0c00-487a-a68f-d4462652c45e'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:26.711826 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038775a-694b-4315-9ab2-54d0f075187e req-af8652d2-0589-4600-a98c-cd01935007ea tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:26.713763 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b038775a-694b-4315-9ab2-54d0f075187e req-af8652d2-0589-4600-a98c-cd01935007ea tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Nov 24 17:52:26.772468 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-b038775a-694b-4315-9ab2-54d0f075187e req-f63d4eaf-4da9-4ac8-bddb-2f0dad0e7e46 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511825 Nov 24 17:52:26.781302 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:26.836470 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] Set router 12e6a858-0c00-487a-a68f-d4462652c45e gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:52:26.840548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Deleting port 371edac8-dbde-43d6-8eee-ccec3282f21e {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:26.840892 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:26.927618 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] For port 371edac8-dbde-43d6-8eee-ccec3282f21e, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=371edac8-dbde-43d6-8eee-ccec3282f21e,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:26.927981 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:26.941789 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Calling delete_port for 371edac8-dbde-43d6-8eee-ccec3282f21e owned by network:router_gateway {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:27.022016 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:52:25Z', 'revision_number': 5, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:27.052732 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344fecc-3263-424e-b309-9b7aec1d4a05 None None] The sync data for ids ['12e6a858-0c00-487a-a68f-d4462652c45e'] in dv-cinder-819149-1-iscsi is: [{'id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'name': 'tempest-TestVolumeBootPattern-1948464342-router', 'tenant_id': '01783593842d4a51b76a3c11e79bb109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:52:25Z', 'revision_number': 5, 'project_id': '01783593842d4a51b76a3c11e79bb109', 'gw_port': {'id': '371edac8-dbde-43d6-8eee-ccec3282f21e', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e6a858-0c00-487a-a68f-d4462652c45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:44:45Z', 'updated_at': '2021-11-24T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:52:27.114248 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.145217 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=371edac8-dbde-43d6-8eee-ccec3282f21e,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:27.210390 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.305378 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.307630 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.353211 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.353676 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e6a858-0c00-487a-a68f-d4462652c45e {{(pid=109258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:52:27.358415 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.359502 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bbaea8a7-cee2-47ac-904d-e1b8162ddd99 admin admin] 10.222.0.41 "DELETE /v2.0/routers/12e6a858-0c00-487a-a68f-d4462652c45e HTTP/1.1" status: 204 len: 168 time: 1.0699770 Nov 24 17:52:27.362361 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59680) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:27.409777 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Deleting subnet b22d7471-a724-4f8e-af3b-f72e18f7a30f {{(pid=109259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:52:27.413625 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.453556 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126309421'] for subnet, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.535161 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.593891 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129919097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126033085'] for subnet, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.621043 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22d7471-a724-4f8e-af3b-f72e18f7a30f,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:27.624658 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.627918 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-c1d90be2-217e-4f8d-acf8-8698fc8e6bd1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b22d7471-a724-4f8e-af3b-f72e18f7a30f HTTP/1.1" status: 204 len: 168 time: 0.2644687 Nov 24 17:52:27.630540 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59682) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:27.631865 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976fbd3-1136-4a4b-85b5-8879618e9253 None None] Network e59199bb-7370-4073-bc55-dbedb7c9b3e9 requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:52:27.707316 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.762595 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Deleting port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:52:27.763234 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.833842 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] For port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,segment=NetworkSegment(d1bd841f-05b9-45fb-bc95-0d4679b81baa),segment_id=d1bd841f-05b9-45fb-bc95-0d4679b81baa)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:27.834238 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:27.848496 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Calling delete_port for beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 owned by network:dhcp {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:52:27.946708 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c67da-d154-462a-b752-a8e06c74814c req-acfb245f-8c40-48f7-b31e-7002c999b0fc tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:27.948572 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f56c67da-d154-462a-b752-a8e06c74814c req-acfb245f-8c40-48f7-b31e-7002c999b0fc tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.1013358 Nov 24 17:52:27.990437 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.031533 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] No DVR routers for this DVR port beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 on host dv-cinder-819149-1-iscsi {{(pid=109259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:52:28.033085 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Pushing event deleted for resources: {'Port': ['ID=beee547b-7cb8-4c3f-9f8d-2c62fa1b4404,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:28.044175 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-f56c67da-d154-462a-b752-a8e06c74814c req-272a85eb-392d-439b-838f-8eda9f153b6e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867918 Nov 24 17:52:28.072463 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da87eec-13ab-42a0-8d39-a88e4e6afad8 None None] DHCP port deletion for e59199bb-7370-4073-bc55-dbedb7c9b3e9 request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:52:28.118984 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.399557 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59199bb-7370-4073-bc55-dbedb7c9b3e9']}} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:28.409347 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bd841f-05b9-45fb-bc95-0d4679b81baa') {'for_net_delete': True} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:28.409652 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.services.segments.db [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bd841f-05b9-45fb-bc95-0d4679b81baa') {} {{(pid=109259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:52:28.419390 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126309428'] for segment, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.433980 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.440269 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:52:28.440646 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129919447'] for segment, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: Traceback (most recent call last): Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: timer() Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: cb(*args, **kw) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: return func(*args, **kwargs) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: self._notify() Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: self.callback(batched_events) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: event.method(event) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: return f(self, *a, **k) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._get(url).json() Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: return self.request(url, 'GET', **kwargs) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:52:28.442326 dv-cinder-819149-1-iscsi neutron-server[109259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:52:28.458956 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 371edac8-dbde-43d6-8eee-ccec3282f21e no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:28.480455 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 371edac8-dbde-43d6-8eee-ccec3282f21e {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:28.480797 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 371edac8-dbde-43d6-8eee-ccec3282f21e not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:28.481220 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e53cac67-20d8-4136-a3e6-3eef64366c62 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:28.500535 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.500849 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: e53cac67-20d8-4136-a3e6-3eef64366c62 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:28.500972 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device e53cac67-20d8-4136-a3e6-3eef64366c62 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:28.501379 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:28.506624 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.509867 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] 10.222.0.41 "DELETE /v2.0/networks/e59199bb-7370-4073-bc55-dbedb7c9b3e9 HTTP/1.1" status: 204 len: 168 time: 0.8781788 Nov 24 17:52:28.521084 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eac59-5ee7-406f-a512-553c6aa8505d admin admin] Pushing event deleted for resources: {'Network': ['ID=e59199bb-7370-4073-bc55-dbedb7c9b3e9,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:28.529862 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:52:28.530279 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device beee547b-7cb8-4c3f-9f8d-2c62fa1b4404 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:52:28.634186 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59688) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:28.674704 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-92b4bffa-94a0-40bb-a17c-6021890630f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a76fc386d914e91afcda9dac8130406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391822 Nov 24 17:52:28.677142 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59690) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:28.728841 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.751104 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.799731 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.802552 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:28.805654 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7317b5d2-c53f-4d31-87b1-5368b056568f HTTP/1.1" status: 204 len: 168 time: 0.1256785 Nov 24 17:52:28.812090 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17065f6-1d4d-4903-b6be-21be228a2249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317b5d2-c53f-4d31-87b1-5368b056568f,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:29.160115 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59698) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:29.166278 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124d66f-5c1b-4fbd-ab83-a3fbfc91b08b req-4de8e3cb-cf8d-4217-bb6e-520d591b4627 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:29.167948 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4124d66f-5c1b-4fbd-ab83-a3fbfc91b08b req-4de8e3cb-cf8d-4217-bb6e-520d591b4627 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0509679 Nov 24 17:52:29.208176 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-fed1b762-4513-4811-80ef-0ccc5d50fac1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01783593842d4a51b76a3c11e79bb109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467405 Nov 24 17:52:29.210773 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59700) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:52:29.218936 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4124d66f-5c1b-4fbd-ab83-a3fbfc91b08b req-11e5ae1b-2126-4fb2-ad92-1432c9d89b90 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Nov 24 17:52:29.260814 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:29.283975 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:29.336536 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:29.341681 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:29.343753 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6a9039-3950-4a97-a8a4-d576ac5cc447 HTTP/1.1" status: 204 len: 168 time: 0.1317077 Nov 24 17:52:29.355274 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa45d-ab52-4189-9e03-a636f676f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6a9039-3950-4a97-a8a4-d576ac5cc447,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:30.340992 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9627eb-fb61-4abc-a37a-0013522b642a req-846e738d-a981-4a6b-963f-ead35274286a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:30.342514 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5f9627eb-fb61-4abc-a37a-0013522b642a req-846e738d-a981-4a6b-963f-ead35274286a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Nov 24 17:52:30.397300 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5f9627eb-fb61-4abc-a37a-0013522b642a req-184e2dba-42a4-4331-816d-ef792f82925b tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Nov 24 17:52:31.521789 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e40406-3ea8-4b23-8c46-0e4ba00261f1 req-1b005614-05c7-42c9-bf34-887792481806 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:31.523588 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d0e40406-3ea8-4b23-8c46-0e4ba00261f1 req-1b005614-05c7-42c9-bf34-887792481806 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0520928 Nov 24 17:52:31.576506 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-d0e40406-3ea8-4b23-8c46-0e4ba00261f1 req-602f5dd8-73f3-4be6-aaa3-750a98ab381e tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467739 Nov 24 17:52:32.715805 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285252e9-0705-4209-beba-3fb378dc737b req-3d9429bf-0c3c-4a89-bb93-90dd83c770c3 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:32.717402 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-285252e9-0705-4209-beba-3fb378dc737b req-3d9429bf-0c3c-4a89-bb93-90dd83c770c3 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Nov 24 17:52:32.773133 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-285252e9-0705-4209-beba-3fb378dc737b req-4ff231e5-483e-43c6-9243-277d9cd62931 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492897 Nov 24 17:52:33.906466 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a4317-d598-4d6d-80fa-be25be0d6bd9 req-ef91c0b2-d8aa-4f41-9c1d-0cfdc62fd305 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:33.908015 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ff3a4317-d598-4d6d-80fa-be25be0d6bd9 req-ef91c0b2-d8aa-4f41-9c1d-0cfdc62fd305 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0595758 Nov 24 17:52:33.960097 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ff3a4317-d598-4d6d-80fa-be25be0d6bd9 req-9e2b88e0-6399-4a28-93f8-260a4a2c78df tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Nov 24 17:52:34.388711 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-877376c0-309c-439a-8563-f765134bf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:34.390331 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-877376c0-309c-439a-8563-f765134bf43f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0444367 Nov 24 17:52:34.495421 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-476b9498-c6a0-442f-887b-8bcdf3719432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:34.496948 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-476b9498-c6a0-442f-887b-8bcdf3719432 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0992713 Nov 24 17:52:34.564121 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-887aab37-0801-4895-9d11-df854aaff9ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1002 time: 0.0589125 Nov 24 17:52:34.621020 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-714637b5-db63-4aee-b075-9fb2d5ac3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:34.622537 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-714637b5-db63-4aee-b075-9fb2d5ac3772 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0509691 Nov 24 17:52:34.682548 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-f45c036c-f5db-4afe-9cdb-daa121d70deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:34.684012 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-f45c036c-f5db-4afe-9cdb-daa121d70deb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539904 Nov 24 17:52:34.779026 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-c6721ddc-6f96-487a-938f-82c73c02661b service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Nov 24 17:52:34.874741 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-6601e66c-f9e4-410e-9f47-faa34c6b4360 req-24a6e3aa-5a1c-4548-8635-f5a603e776a1 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881155 Nov 24 17:52:35.085977 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a3965-2fbe-47d4-8379-99767bd37c2b req-1d280566-3b28-49ad-90ae-e6300b3b618d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:35.087499 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc7a3965-2fbe-47d4-8379-99767bd37c2b req-1d280566-3b28-49ad-90ae-e6300b3b618d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Nov 24 17:52:35.138738 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-cc7a3965-2fbe-47d4-8379-99767bd37c2b req-ae25ea8d-e8a0-4ee8-8f65-cc0d749b9dc4 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Nov 24 17:52:36.268221 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5676-b8c5-4ac4-90f5-80cf9a3edc17 req-1e59a1e3-82b0-4463-bb6b-343b8146b277 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:36.269919 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-126a5676-b8c5-4ac4-90f5-80cf9a3edc17 req-1e59a1e3-82b0-4463-bb6b-343b8146b277 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0554538 Nov 24 17:52:36.323176 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-126a5676-b8c5-4ac4-90f5-80cf9a3edc17 req-d3644e05-db63-490f-b837-43a271e41bd4 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472968 Nov 24 17:52:37.450986 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a491a6-95af-493e-b5ff-ac6c0407990b req-b609a0fc-3c81-4e52-ad68-6821ba77a900 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:37.452486 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9a491a6-95af-493e-b5ff-ac6c0407990b req-b609a0fc-3c81-4e52-ad68-6821ba77a900 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0560472 Nov 24 17:52:37.504064 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a9a491a6-95af-493e-b5ff-ac6c0407990b req-79b5cfa0-4469-4c23-8b7c-b0c26cc5167c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Nov 24 17:52:37.744298 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab81335-4652-4628-a42c-029d820ff3af req-b2af5714-b6d7-441c-8591-78f43e15e475 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:37.745795 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ab81335-4652-4628-a42c-029d820ff3af req-b2af5714-b6d7-441c-8591-78f43e15e475 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Nov 24 17:52:37.795663 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3ab81335-4652-4628-a42c-029d820ff3af req-2ad6d57f-df02-4514-b993-005979c9ea8c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Nov 24 17:52:37.854821 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-42a3e3a7-2f4b-4d1a-a7c1-e78ab5dddef5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1822724 Nov 24 17:52:38.915965 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386005f-7103-4989-b1b9-370df182a782 req-9816cb40-767f-4882-9425-76e8e2bdaa5c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:38.917485 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5386005f-7103-4989-b1b9-370df182a782 req-9816cb40-767f-4882-9425-76e8e2bdaa5c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0506363 Nov 24 17:52:38.969687 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-5386005f-7103-4989-b1b9-370df182a782 req-b2880fbf-1120-4dc3-9b7e-963e252ffa6c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Nov 24 17:52:39.235436 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-2fd7036e-7698-4182-a45b-835aa2bde26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:39.236917 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-2fd7036e-7698-4182-a45b-835aa2bde26f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889&tenant_id=a1a96fc23c9c465cb82de7a88bce3631 HTTP/1.1" status: 200 len: 1099 time: 0.0447965 Nov 24 17:52:39.301488 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-e19cbfe2-841a-4515-853b-33133143dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:39.303697 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-e19cbfe2-841a-4515-853b-33133143dd2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0438991 Nov 24 17:52:39.344544 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:39.407218 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-c618a552-6400-4a6b-a64e-4ae28a3219dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:39.409570 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-c618a552-6400-4a6b-a64e-4ae28a3219dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0990133 Nov 24 17:52:39.479233 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-46692e82-92ac-4fe7-bd3b-d6dcde6f6ff4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1002 time: 0.0626352 Nov 24 17:52:39.540973 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-ba2e677e-d65b-4b86-8e73-c2ca9568fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:39.542494 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-ba2e677e-d65b-4b86-8e73-c2ca9568fa54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0514212 Nov 24 17:52:39.589299 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-79ebf3b7-f283-4c75-9a8a-f83c9c10c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:39.590859 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-79ebf3b7-f283-4c75-9a8a-f83c9c10c7a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413752 Nov 24 17:52:39.694298 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-a53c92ff-fcb8-475b-a62f-ad637f21544a service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949006 Nov 24 17:52:39.799754 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-4c4caaac-50b7-47bb-a1cc-247d0761a834 req-59ee7e47-7008-4e20-862c-542aa9e79131 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987525 Nov 24 17:52:40.018599 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-f0745aff-e325-4c31-a851-758a04324e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:40.101598 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:52:40.106841 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd682f3-df96-4d1b-b18a-e7f4a6289db6 req-5634f2f6-ec6f-4452-a5c9-ae7f716263c0 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:40.108408 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8bd682f3-df96-4d1b-b18a-e7f4a6289db6 req-5634f2f6-ec6f-4452-a5c9-ae7f716263c0 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0606589 Nov 24 17:52:40.161169 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-8bd682f3-df96-4d1b-b18a-e7f4a6289db6 req-8ff97a82-1f9c-4dc7-800f-5599872fbaa1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Nov 24 17:52:40.184811 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:40.209334 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:40.211727 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae7a49-39a6-4ff5-89e0-4d2baa2ae670" -d '{"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-unplugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:40.225222 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:40.230968 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:40.281780 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=6']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:40.376836 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c4f34-6303-477a-9067-79bb28b57333 x-openstack-request-id: req-126c4f34-6303-477a-9067-79bb28b57333 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:40.377427 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-unplugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:40.377427 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-126c4f34-6303-477a-9067-79bb28b57333 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:40.377776 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'code': 200} Nov 24 17:52:41.297464 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ea5d9-4da6-4ea8-899b-1533661616b8 req-d5142b43-6ae6-4f5c-b45a-a2ec864e6f6a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:41.299030 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3c3ea5d9-4da6-4ea8-899b-1533661616b8 req-d5142b43-6ae6-4f5c-b45a-a2ec864e6f6a tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0661013 Nov 24 17:52:41.349451 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-3c3ea5d9-4da6-4ea8-899b-1533661616b8 req-3ad22e9d-e602-4af7-a1a5-ad3d5ed6d078 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Nov 24 17:52:42.475668 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2900a09-24b0-447c-9e53-62adf204a0da req-12cacb7f-0fdf-4b75-b68a-7c19ffc2a6fb tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:42.477271 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2900a09-24b0-447c-9e53-62adf204a0da req-12cacb7f-0fdf-4b75-b68a-7c19ffc2a6fb tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0530272 Nov 24 17:52:42.537399 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-e2900a09-24b0-447c-9e53-62adf204a0da req-550d4566-1c0d-41b7-9000-42481f1da08b tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511515 Nov 24 17:52:42.604119 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3874abec-805c-4b48-90ba-e170ad6fc088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:43.672869 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5f8da-8590-4d3e-8703-92dbc04b0205 req-f9e0bb0a-55f8-4955-bede-f6abc2c7c3f1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:43.674366 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-faf5f8da-8590-4d3e-8703-92dbc04b0205 req-f9e0bb0a-55f8-4955-bede-f6abc2c7c3f1 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0510354 Nov 24 17:52:43.730391 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-faf5f8da-8590-4d3e-8703-92dbc04b0205 req-a0a00ef0-1353-45e9-89ce-9fc7582e1004 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Nov 24 17:52:44.015075 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:44.852243 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaae0-43ca-46d4-a172-43c0e07c4033 req-3de36ff4-910f-40b7-810a-ffd545cf3d4c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:44.853740 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a7aaaae0-43ca-46d4-a172-43c0e07c4033 req-3de36ff4-910f-40b7-810a-ffd545cf3d4c tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0517023 Nov 24 17:52:44.906355 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-a7aaaae0-43ca-46d4-a172-43c0e07c4033 req-749ca4c9-471a-4bbc-a7c7-77eee2fc7cff tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Nov 24 17:52:45.822320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c572c-a423-473f-a049-cd05208ef658 req-a75da5e6-b0ac-4000-b1b0-191135c609a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:45.823880 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8c7c572c-a423-473f-a049-cd05208ef658 req-a75da5e6-b0ac-4000-b1b0-191135c609a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1097 time: 0.0507183 Nov 24 17:52:45.861291 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:45.879220 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-8c7c572c-a423-473f-a049-cd05208ef658 req-f8c90206-84d0-4eee-a9f0-43a210a4b133 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Nov 24 17:52:46.035313 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21fabf-572b-4af1-be09-5df92ef552e7 req-96f34c76-7b59-45f8-bf20-b6fa6ffd3695 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:46.036776 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce21fabf-572b-4af1-be09-5df92ef552e7 req-96f34c76-7b59-45f8-bf20-b6fa6ffd3695 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0556171 Nov 24 17:52:46.093119 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-ce21fabf-572b-4af1-be09-5df92ef552e7 req-cb2e5c38-2e6b-42f6-874a-f382765c01a2 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477324 Nov 24 17:52:46.155474 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:47.226752 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d7767-27ab-45f9-abb1-9480e1e3fadb req-84a0e19a-d220-481c-a4a9-757bb188a8e3 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:52:47.228276 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a3d7767-27ab-45f9-abb1-9480e1e3fadb req-84a0e19a-d220-481c-a4a9-757bb188a8e3 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 944 time: 0.0552442 Nov 24 17:52:47.279127 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-9a3d7767-27ab-45f9-abb1-9480e1e3fadb req-f42709ad-c535-4faa-8bcb-17f95df59217 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448091 Nov 24 17:52:48.129466 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=109260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 17:52:48.230766 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:48.242562 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Returning: {'device': '20df08f6-34cd-428c-867e-003bda475bc3', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'port_id': '20df08f6-34cd-428c-867e-003bda475bc3', 'mac_address': 'fa:16:3e:e3:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 17:52:48.285815 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:48.299735 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20df08f6-34cd-428c-867e-003bda475bc3 {{(pid=109260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 17:52:48.319105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:48.325481 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:48.372245 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=7']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:48.581303 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] get_ports_and_sgs() called for port_ids ['20df08f6-34cd-428c-867e-003bda475bc3'] {{(pid=109260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 17:52:50.146309 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 up at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 17:52:50.198047 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.provisioning_blocks [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Provisioning complete for port 20df08f6-34cd-428c-867e-003bda475bc3 triggered by entity L2. {{(pid=109260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:52:50.198444 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844428'] for port, provisioning_complete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:50.280723 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754823'] for port, before_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:50.303142 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:52:50.305430 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}584563e37e7609238b3436d591f9dea26fe446dd4c263313dc14f5b30d43a7b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b467f6c-9a98-423b-aa4d-7dc7f01e226a" -d '{"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-plugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:52:50.318468 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:52:50.324221 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788650489326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788650057454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788650058500'] for port, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:52:50.347953 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d6c0e2-bc10-46ab-954b-a570cb4dd307 x-openstack-request-id: req-82d6c0e2-bc10-46ab-954b-a570cb4dd307 {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:52:50.348253 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-plugged", "status": "completed", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "code": 200}]} {{(pid=109260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:52:50.348489 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82d6c0e2-bc10-46ab-954b-a570cb4dd307 {{(pid=109260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:52:50.348882 dv-cinder-819149-1-iscsi neutron-server[109260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'code': 200} Nov 24 17:52:50.376070 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Pushing event updated for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=8']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:52:53.273544 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:53:09.365702 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:10.016511 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-832643e8-f419-4a95-bcef-6e11edede191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:12.604484 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0c55cd6d-57f0-47d6-ae5e-ce40eb94c071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:14.021659 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:15.865281 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:16.153394 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:30.273231 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:53:39.378139 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:40.014902 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cb8f4f9a-9e4b-4c77-b9f3-aad1e8fd98fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:42.601194 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a9c5df92-6ede-4493-87da-da393770565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:44.029906 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:45.869366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:46.156671 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:53:48.609867 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-b56a63d6-ca20-4863-85a2-f18e61063aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482678 Nov 24 17:53:48.709092 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ded19-3e04-4968-826a-2cf499386954 req-d771ef2f-65cd-4735-9971-326d947febba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:53:48.710577 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-d771ef2f-65cd-4735-9971-326d947febba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0478606 Nov 24 17:53:48.832812 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ded19-3e04-4968-826a-2cf499386954 req-2a7d8977-2a4c-4658-86e0-617032a82b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:53:48.834369 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-2a7d8977-2a4c-4658-86e0-617032a82b10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0943103 Nov 24 17:53:48.913730 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-6e63b599-8336-4bb4-8ab0-0709e7863118 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 1002 time: 0.0722966 Nov 24 17:53:48.974052 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ded19-3e04-4968-826a-2cf499386954 req-a456fff4-42a1-4c38-bc46-d676939b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:53:48.975445 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-a456fff4-42a1-4c38-bc46-d676939b75b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0548511 Nov 24 17:53:49.028424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ded19-3e04-4968-826a-2cf499386954 req-5fbf85a5-2877-4c57-8e15-978a1008485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:53:49.029930 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-5fbf85a5-2877-4c57-8e15-978a1008485d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472503 Nov 24 17:53:49.132819 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-bcfc3a6e-5971-49f1-b605-9ca6b70338d8 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952854 Nov 24 17:53:49.241128 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-556ded19-3e04-4968-826a-2cf499386954 req-a5fd1ebf-d134-4989-bad1-a23e331770eb service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011410 Nov 24 17:54:02.787512 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59778) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:02.951662 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Deleting port 43b2b886-720a-4ffd-b2df-33988abf0ea1 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:02.951992 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.029386 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.029694 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.041880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Calling delete_port for 43b2b886-720a-4ffd-b2df-33988abf0ea1 owned by network:floatingip {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:03.226281 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.252523 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event deleted for resources: {'Port': ['ID=43b2b886-720a-4ffd-b2df-33988abf0ea1,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:03.276919 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.277271 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.277654 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.277942 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.278276 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.278636 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.278954 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.279287 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.279610 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.279934 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.280254 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.280572 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:03.320580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for floatingip, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.320828 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.db.l3_db [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Floating IP 93f5d554-c048-45fa-b0eb-29bfbf05129e disassociated (deleted). External IP: 172.27.2.146, port: 20df08f6-34cd-428c-867e-003bda475bc3. Nov 24 17:54:03.539706 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:54:03.652410 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:54:03.657185 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for floatingip, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:03.664045 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Sync routers for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:54:03.673678 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:03.674337 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:53:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:03.686917 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-d8be0ca4-753c-41c0-8747-8fac7be52386 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "DELETE /v2.0/floatingips/93f5d554-c048-45fa-b0eb-29bfbf05129e HTTP/1.1" status: 204 len: 168 time: 0.8982220 Nov 24 17:54:03.687523 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:54:03.689818 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:54:03.730191 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a9456-813f-41e0-86d2-d2c912ab8799 x-openstack-request-id: req-363a9456-813f-41e0-86d2-d2c912ab8799 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:54:03.730191 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:54:03.730191 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-363a9456-813f-41e0-86d2-d2c912ab8799 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:54:03.730569 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'status': 'completed', 'code': 200} Nov 24 17:54:03.794916 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:03.807328 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-6f5d7d10-2a5c-4d6e-a716-7040c224042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:03.818698 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-6f5d7d10-2a5c-4d6e-a716-7040c224042a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 1099 time: 0.0562198 Nov 24 17:54:03.923350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-10d78b3a-0e79-47ca-8001-18805f915f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:03.924807 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-10d78b3a-0e79-47ca-8001-18805f915f81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 200 len: 909 time: 0.0980051 Nov 24 17:54:03.927017 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc86d4-0aed-4ecd-9344-2447e3e3f3ba req-06cfb9c6-4631-417c-816a-746d0854e44d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:03.928678 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-58dc86d4-0aed-4ecd-9344-2447e3e3f3ba req-06cfb9c6-4631-417c-816a-746d0854e44d tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0554318 Nov 24 17:54:03.967986 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-c536723d-250a-4290-b281-e17163add142 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 200 len: 217 time: 0.0351214 Nov 24 17:54:03.979939 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-58dc86d4-0aed-4ecd-9344-2447e3e3f3ba req-b0c258c4-105e-45ff-b7be-e76b73f33b30 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Nov 24 17:54:04.007176 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:04.023823 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-444e71d3-d804-4064-bb80-f7d7d94ad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:04.025285 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-444e71d3-d804-4064-bb80-f7d7d94ad37e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 200 len: 847 time: 0.0493622 Nov 24 17:54:04.033461 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Checking router: 59a5d33d-9c7a-48f0-9621-4ea025a497c5 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:54:04.042097 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:04.042764 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:53:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:04.072010 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-43309f43-50c2-482f-9005-d40bfc9c2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:04.073581 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-43309f43-50c2-482f-9005-d40bfc9c2fd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63243d57-a754-4379-b070-d86775f7a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410395 Nov 24 17:54:04.148683 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:04.170288 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-7960f154-30c6-47d7-bb0c-a72031b80aec service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880523 Nov 24 17:54:04.264021 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-f859cfd5-cf37-4a0b-aff6-d88e7603ab31 req-fa388cc5-09e9-41a9-8148-a69b8d697d36 service neutron] 10.222.0.62 "GET /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858467 Nov 24 17:54:04.347846 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:04.512135 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a15811-10b7-45cb-a406-85b7410538c5 None None] The sync data for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi is: [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:49:34Z', 'revision_number': 4, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi', '_interfaces': [{'id': '23b04e39-8ff6-4aa1-988d-87beb5aa3a5d', 'name': '', 'network_id': '63243d57-a754-4379-b070-d86775f7a7ec', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'mac_address': 'fa:16:3e:c5:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:33Z', 'updated_at': '2021-11-24T17:49:39Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'subnets': [{'id': '60abd32d-6c5c-4fb2-90bf-bd13109f1657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:54:04.730734 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649aef3-d704-4c9b-998a-4fd85c10aefb None None] New status for floating IP 93f5d554-c048-45fa-b0eb-29bfbf05129e: DOWN {{(pid=109261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 17:54:05.105308 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb199cf-7be6-4da8-86c5-25baf68e4ea4 req-1973031d-c39f-415f-bfd8-fc18da7fc150 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:05.106830 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bb199cf-7be6-4da8-86c5-25baf68e4ea4 req-1973031d-c39f-415f-bfd8-fc18da7fc150 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0543864 Nov 24 17:54:05.159691 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-6bb199cf-7be6-4da8-86c5-25baf68e4ea4 req-f50371d1-6d80-4e91-a3f0-b14ae74624a9 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/security-groups?id=86c149dd-4fdd-4ae3-9df5-7be720921845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Nov 24 17:54:05.413084 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601260a8-4de5-473a-909a-a93404d2aed3 req-63534c17-5e3c-4c44-9239-2e3a957ae4d6 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:54:05.414475 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-601260a8-4de5-473a-909a-a93404d2aed3 req-63534c17-5e3c-4c44-9239-2e3a957ae4d6 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 946 time: 0.0514901 Nov 24 17:54:05.521508 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Deleting port 20df08f6-34cd-428c-867e-003bda475bc3 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:05.521945 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:05.624487 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] For port 20df08f6-34cd-428c-867e-003bda475bc3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=20df08f6-34cd-428c-867e-003bda475bc3,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:05.624824 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:05.638430 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Calling delete_port for 20df08f6-34cd-428c-867e-003bda475bc3 owned by compute:nova {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:05.780977 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:05.810874 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event deleted for resources: {'Port': ['ID=20df08f6-34cd-428c-867e-003bda475bc3,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:05.857264 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] No DVR routers for this DVR port 20df08f6-34cd-428c-867e-003bda475bc3 on host hv-cinder-81914 {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:54:05.859997 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433745'] for port, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:05.863899 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [req-601260a8-4de5-473a-909a-a93404d2aed3 req-09c76ac7-791a-4ce3-8cb8-704826b2228f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.62 "DELETE /v2.0/ports/20df08f6-34cd-428c-867e-003bda475bc3 HTTP/1.1" status: 204 len: 173 time: 0.4430192 Nov 24 17:54:05.864359 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-deleted', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3'}] {{(pid=109258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 17:54:05.867353 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bd90916e8604eeffa8ae1d65b81b766208c485eae38ecbdceff4d79e4da55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3323b533-b7f8-4af7-a72e-94cdab56032c" -d '{"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-deleted", "tag": "20df08f6-34cd-428c-867e-003bda475bc3"}]}' {{(pid=109258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 17:54:05.912553 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2f54fa-6851-413d-b60a-b9a32e203810 x-openstack-request-id: req-9a2f54fa-6851-413d-b60a-b9a32e203810 {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 17:54:05.912859 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7ceacf-dc8c-492d-974b-e303cb107889", "name": "network-vif-deleted", "tag": "20df08f6-34cd-428c-867e-003bda475bc3", "status": "completed", "code": 200}]} {{(pid=109258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 17:54:05.913119 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a2f54fa-6851-413d-b60a-b9a32e203810 {{(pid=109258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 17:54:05.913524 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7ceacf-dc8c-492d-974b-e303cb107889', 'name': 'network-vif-deleted', 'tag': '20df08f6-34cd-428c-867e-003bda475bc3', 'status': 'completed', 'code': 200} Nov 24 17:54:06.262754 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [req-89cd0986-b531-4ed4-bb7b-f9032e8b23c5 req-89d90d6e-5d2d-4339-9362-da859d57be7f tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd7ceacf-dc8c-492d-974b-e303cb107889 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Nov 24 17:54:07.275434 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:54:07.338733 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59804) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:07.401320 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:07.426893 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:07.495142 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:07.499070 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Publish callbacks [] for security_group, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:07.500603 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] 10.222.0.41 "DELETE /v2.0/security-groups/86c149dd-4fdd-4ae3-9df5-7be720921845 HTTP/1.1" status: 204 len: 168 time: 0.1608107 Nov 24 17:54:07.510951 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88c20a-9e31-4d42-958a-4f4fcf74d358 tempest-TestShelveInstance-864164489 tempest-TestShelveInstance-864164489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c149dd-4fdd-4ae3-9df5-7be720921845,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:07.545732 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59808) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:08.168350 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:08.429726 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Deleting port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:08.430543 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:08.514659 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] For port 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:08.515388 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:08.529036 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Calling delete_port for 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d owned by network:router_interface {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:08.729815 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:08.755514 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b04e39-8ff6-4aa1-988d-87beb5aa3a5d,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:08.930648 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.162296 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:54:09.272129 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:54:09.278232 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-715feb4e-e32a-497b-bfe7-4be8a634b825 admin admin] 10.222.0.41 "PUT /v2.0/routers/59a5d33d-9c7a-48f0-9621-4ea025a497c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312436 Nov 24 17:54:09.280894 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59810) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:09.281286 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Sync routers for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:54:09.292709 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:09.293417 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:53:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:09.387670 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks [] for router, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.403036 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.416105 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: dv-cinder-819149-1-iscsi {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:09.493058 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.552985 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Deleting port ed089631-649d-4e7e-8c1a-97696ed19ad1 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:09.553279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.607958 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:54:08Z', 'revision_number': 5, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port': {'id': 'ed089631-649d-4e7e-8c1a-97696ed19ad1', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:32Z', 'updated_at': '2021-11-24T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:09.632324 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] For port ed089631-649d-4e7e-8c1a-97696ed19ad1, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=ed089631-649d-4e7e-8c1a-97696ed19ad1,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:09.632687 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.635342 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Checking router: 59a5d33d-9c7a-48f0-9621-4ea025a497c5 for host: dv-cinder-819149-1-iscsi {{(pid=109260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:54:09.644268 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Routers {'59a5d33d-9c7a-48f0-9621-4ea025a497c5'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:09.644892 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:53:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'], 'active': True} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:09.646686 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Calling delete_port for ed089631-649d-4e7e-8c1a-97696ed19ad1 owned by network:router_gateway {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:09.732755 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvr_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] Set router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 gateway port host: None {{(pid=109260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:09.787186 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_hamode_db [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:54:09Z', 'revision_number': 6, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:09.818990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c1258-185f-4412-90a5-a485b19d3832 None None] The sync data for ids ['59a5d33d-9c7a-48f0-9621-4ea025a497c5'] in dv-cinder-819149-1-iscsi is: [{'id': '59a5d33d-9c7a-48f0-9621-4ea025a497c5', 'name': 'tempest-TestShelveInstance-285853973-router', 'tenant_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:31Z', 'updated_at': '2021-11-24T17:54:09Z', 'revision_number': 6, 'project_id': 'a1a96fc23c9c465cb82de7a88bce3631', 'gw_port_host': None}] {{(pid=109260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:54:09.824612 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:09.854281 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed089631-649d-4e7e-8c1a-97696ed19ad1,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:09.917880 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.011809 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-8b119d19-263e-4518-8206-dfb7a53514bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.020424 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.023755 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.072195 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.072863 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a5d33d-9c7a-48f0-9621-4ea025a497c5 {{(pid=109258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:54:10.077705 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] Publish callbacks [] for router, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.079195 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-faf853df-ed1b-4b5f-bbdc-814e477bd480 admin admin] 10.222.0.41 "DELETE /v2.0/routers/59a5d33d-9c7a-48f0-9621-4ea025a497c5 HTTP/1.1" status: 204 len: 168 time: 0.7973709 Nov 24 17:54:10.082510 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59812) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:10.135619 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.db_base_plugin_v2 [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Deleting subnet 60abd32d-6c5c-4fb2-90bf-bd13109f1657 {{(pid=109258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:54:10.139226 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.174597 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127631688'] for subnet, precommit_delete_associations {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.251819 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.313341 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126834347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126697031'] for subnet, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.343247 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60abd32d-6c5c-4fb2-90bf-bd13109f1657,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:10.346973 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.352544 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-212a85a1-07d3-4c4e-890f-afba06e3af96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60abd32d-6c5c-4fb2-90bf-bd13109f1657 HTTP/1.1" status: 204 len: 168 time: 0.2663028 Nov 24 17:54:10.352891 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59814) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:10.353141 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c911d-90df-4d82-96d6-72f31b2d665f None None] Network 63243d57-a754-4379-b070-d86775f7a7ec requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:54:10.428928 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.473743 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:10.493747 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Deleting port a97c33a4-0d58-4a53-9151-ef885771bae5 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:10.494397 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.495816 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] No Port match for: 20df08f6-34cd-428c-867e-003bda475bc3 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:10.496162 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Device 20df08f6-34cd-428c-867e-003bda475bc3 not bound to the agent host hv-cinder-81914 {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:10.538024 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device ed089631-649d-4e7e-8c1a-97696ed19ad1 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:10.565374 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: ed089631-649d-4e7e-8c1a-97696ed19ad1 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:10.565724 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device ed089631-649d-4e7e-8c1a-97696ed19ad1 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:10.566162 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:10.579580 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] For port a97c33a4-0d58-4a53-9151-ef885771bae5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a97c33a4-0d58-4a53-9151-ef885771bae5,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:10.580028 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.586690 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:10.587164 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 23b04e39-8ff6-4aa1-988d-87beb5aa3a5d not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:10.596231 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] DHCP port deletion for 63243d57-a754-4379-b070-d86775f7a7ec request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:54:10.599008 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Calling delete_port for a97c33a4-0d58-4a53-9151-ef885771bae5 owned by network:dhcp {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:10.649378 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Deleting port a97c33a4-0d58-4a53-9151-ef885771bae5 {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:10.649757 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.682774 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.711541 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] For port a97c33a4-0d58-4a53-9151-ef885771bae5, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a97c33a4-0d58-4a53-9151-ef885771bae5,segment=NetworkSegment(66466a91-c2c2-4e26-ad26-02c7ffa7373b),segment_id=66466a91-c2c2-4e26-ad26-02c7ffa7373b)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:10.712163 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.713199 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97c33a4-0d58-4a53-9151-ef885771bae5,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:10.716771 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] No DVR routers for this DVR port a97c33a4-0d58-4a53-9151-ef885771bae5 on host dv-cinder-819149-1-iscsi {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:54:10.726104 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Calling delete_port for a97c33a4-0d58-4a53-9151-ef885771bae5 owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:10.787198 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.809379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63243d57-a754-4379-b070-d86775f7a7ec']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:10.809674 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.822799 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66466a91-c2c2-4e26-ad26-02c7ffa7373b') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:10.823002 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66466a91-c2c2-4e26-ad26-02c7ffa7373b') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:10.833539 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.841199 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Pushing event deleted for resources: {'Port': ['ID=a97c33a4-0d58-4a53-9151-ef885771bae5,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:10.847956 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.848701 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] No DVR routers for this DVR port a97c33a4-0d58-4a53-9151-ef885771bae5 on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:54:10.851236 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.851579 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.851923 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.852338 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.852683 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.853087 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.853416 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.853745 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.854074 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.854424 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.854749 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.855085 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b91-4594-473f-8172-10b2a53ff416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:10.856565 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:54:10.857072 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:54:10.861271 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:54:10.927325 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.934203 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:10.937630 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63243d57-a754-4379-b070-d86775f7a7ec HTTP/1.1" status: 204 len: 168 time: 0.5835385 Nov 24 17:54:10.941596 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59816) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:10.947379 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf715ef6-a830-47dc-95b9-9de516e6aa61 admin admin] Pushing event deleted for resources: {'Network': ['ID=63243d57-a754-4379-b070-d86775f7a7ec,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:11.326880 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729335'] for router_interface, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:11.591971 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Deleting port a60175a1-6fc6-4ae4-929a-5fab72135130 {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:11.592561 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:11.673899 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] For port a60175a1-6fc6-4ae4-929a-5fab72135130, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=a60175a1-6fc6-4ae4-929a-5fab72135130,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:11.674378 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:11.688860 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Calling delete_port for a60175a1-6fc6-4ae4-929a-5fab72135130 owned by network:router_interface {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:11.888418 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:11.918110 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Pushing event deleted for resources: {'Port': ['ID=a60175a1-6fc6-4ae4-929a-5fab72135130,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:11.929623 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.929978 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.930416 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.930735 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.931091 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.931408 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.931749 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.932078 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.932405 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.932728 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.933053 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:11.933375 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-1-iscsi {{(pid=109259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:54:12.092403 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3901743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3799335'] for router_interface, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.309335 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Router a95b064a-add3-48aa-bd6e-3eadcc8fc36c has already been hosted by L3 agent 896a5074-27c2-42fb-a7df-f83de1dcdf83 {{(pid=109259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 17:54:12.420698 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] Notify agent at l3_agent.dv-cinder-819149-1-iscsi the message routers_updated {{(pid=109259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 17:54:12.426230 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-75c699dd-3ee1-460a-8c1b-70aa9d55518d admin admin] 10.222.0.41 "PUT /v2.0/routers/a95b064a-add3-48aa-bd6e-3eadcc8fc36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4832408 Nov 24 17:54:12.428810 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59818) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:12.431771 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Sync routers for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:54:12.442181 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:12.442833 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:53:43Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:12.550155 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.554464 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: dv-cinder-819149-1-iscsi {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:12.598438 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a97c33a4-0d58-4a53-9151-ef885771bae5 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:12.623225 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: a97c33a4-0d58-4a53-9151-ef885771bae5 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:12.623579 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a97c33a4-0d58-4a53-9151-ef885771bae5 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:12.625118 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-39f90f39-caf9-45db-941f-2bab52c5d754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.658003 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.714474 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Deleting port 8881f41e-721e-49a2-8b1f-3372e019096b {{(pid=109259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:12.714821 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.743564 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'external_fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:54:11Z', 'revision_number': 5, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port': {'id': '8881f41e-721e-49a2-8b1f-3372e019096b', 'name': '', 'network_id': '6c637f80-228c-45ba-ab35-72da03d64d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:49:37Z', 'updated_at': '2021-11-24T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '741eb427-ec35-4ee6-93b5-e0535ad45ea0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-1-iscsi'}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:12.769869 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Checking router: a95b064a-add3-48aa-bd6e-3eadcc8fc36c for host: dv-cinder-819149-1-iscsi {{(pid=109261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:54:12.778698 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Routers {'a95b064a-add3-48aa-bd6e-3eadcc8fc36c'} bound to L3 agent in host dv-cinder-819149-1-iscsi {{(pid=109261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 17:54:12.779321 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:32:43Z,description=,heartbeat_timestamp=2021-11-24T17:54:13Z,host='dv-cinder-819149-1-iscsi',id=896a5074-27c2-42fb-a7df-f83de1dcdf83,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:32:43Z,topic='l3_agent')) {'router_ids': ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'], 'active': True} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:12.795674 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.db [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] For port 8881f41e-721e-49a2-8b1f-3372e019096b, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=8881f41e-721e-49a2-8b1f-3372e019096b,segment=NetworkSegment(a18709f1-f256-41d1-9345-223b885c3a93),segment_id=a18709f1-f256-41d1-9345-223b885c3a93)] {{(pid=109259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:12.796132 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:12.809341 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.plugins.ml2.plugin [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Calling delete_port for 8881f41e-721e-49a2-8b1f-3372e019096b owned by network:router_gateway {{(pid=109259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:12.872555 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_dvr_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] Set router a95b064a-add3-48aa-bd6e-3eadcc8fc36c gateway port host: None {{(pid=109261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 17:54:12.923684 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.l3_hamode_db [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:54:12Z', 'revision_number': 6, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port_host': None}], 'dv-cinder-819149-1-iscsi', False) {} {{(pid=109261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:12.952408 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90c182-1fb4-4beb-a133-4314f950666b None None] The sync data for ids ['a95b064a-add3-48aa-bd6e-3eadcc8fc36c'] in dv-cinder-819149-1-iscsi is: [{'id': 'a95b064a-add3-48aa-bd6e-3eadcc8fc36c', 'name': 'tempest-TestShelveInstance-1411611586-router', 'tenant_id': '3e204042aac44ab39f9bcafb3a6971c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:49:36Z', 'updated_at': '2021-11-24T17:54:12Z', 'revision_number': 6, 'project_id': '3e204042aac44ab39f9bcafb3a6971c9', 'gw_port_host': None}] {{(pid=109261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:54:12.983832 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129919012'] for port, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.007920 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8881f41e-721e-49a2-8b1f-3372e019096b,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:13.071259 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793420'] for router_gateway, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.422400 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3799409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65019'] for router, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.424923 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.471454 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3799400'] for router, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.472033 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a95b064a-add3-48aa-bd6e-3eadcc8fc36c {{(pid=109259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 17:54:13.476751 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] Publish callbacks [] for router, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.477837 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-78252b7a-2857-4490-b50a-63d15fbddda5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a95b064a-add3-48aa-bd6e-3eadcc8fc36c HTTP/1.1" status: 204 len: 168 time: 1.0481265 Nov 24 17:54:13.480357 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59820) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:13.528497 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Deleting subnet 5965b76c-adb2-44b5-9c39-4a43c07143ef {{(pid=109259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 17:54:13.531811 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.567349 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126309421'] for subnet, precommit_delete_associations {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.653879 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-840002'] for subnet, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.708853 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-840011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129919097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126033085'] for subnet, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.740617 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5965b76c-adb2-44b5-9c39-4a43c07143ef,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:13.745200 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for subnet, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.748705 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [-] (109258) accepted ('10.222.0.41', 59822) {{(pid=109258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:13.749248 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-eb0994de-f7c3-428d-8752-8a1efc5bbc24 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5965b76c-adb2-44b5-9c39-4a43c07143ef HTTP/1.1" status: 204 len: 168 time: 0.2661607 Nov 24 17:54:13.749366 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097806b4-55bd-4d4b-be93-4afab5577e84 None None] Network 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a requested from dv-cinder-819149-1-iscsi {{(pid=109260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 17:54:13.818544 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673448'] for network, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.877750 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Deleting port 560fcbc2-f70e-4616-88ed-74aca3415ed8 {{(pid=109258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:13.878080 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.948173 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.db [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] For port 560fcbc2-f70e-4616-88ed-74aca3415ed8, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=560fcbc2-f70e-4616-88ed-74aca3415ed8,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:13.948606 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:13.948936 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] DHCP port deletion for 2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a request from dv-cinder-819149-1-iscsi {{(pid=109260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 17:54:13.967026 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Calling delete_port for 560fcbc2-f70e-4616-88ed-74aca3415ed8 owned by network:dhcp {{(pid=109258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:14.013417 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Deleting port 560fcbc2-f70e-4616-88ed-74aca3415ed8 {{(pid=109260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 17:54:14.013791 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788650489182'] for port, before_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.042632 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.089003 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.db [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] For port 560fcbc2-f70e-4616-88ed-74aca3415ed8, host dv-cinder-819149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-1-iscsi',level=0,port_id=560fcbc2-f70e-4616-88ed-74aca3415ed8,segment=NetworkSegment(dc847b7c-28ef-42f1-b724-1136c6dc1dd8),segment_id=dc847b7c-28ef-42f1-b724-1136c6dc1dd8)] {{(pid=109260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 17:54:14.089272 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3793694'] for port, precommit_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.108250 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Calling delete_port for 560fcbc2-f70e-4616-88ed-74aca3415ed8 owned by network:dhcp {{(pid=109260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 17:54:14.202231 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445'] for port, after_delete {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.233590 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] No DVR routers for this DVR port 560fcbc2-f70e-4616-88ed-74aca3415ed8 on host dv-cinder-819149-1-iscsi {{(pid=109260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:54:14.235791 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802c6d2-0298-4497-832d-36d655529f2d None None] Pushing event deleted for resources: {'Port': ['ID=560fcbc2-f70e-4616-88ed-74aca3415ed8,revision_number=None']} {{(pid=109260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:14.329817 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788650491760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788650057445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126834422'] for port, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.354830 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=560fcbc2-f70e-4616-88ed-74aca3415ed8,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:14.358279 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] No DVR routers for this DVR port 560fcbc2-f70e-4616-88ed-74aca3415ed8 on host dv-cinder-819149-1-iscsi {{(pid=109258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 17:54:14.434211 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845431', 'neutron.services.segments.db._delete_segments_for_network-8788650503608'] for network, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.454243 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a']}} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:14.463898 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8') {'for_net_delete': True} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:14.464197 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.services.segments.db [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc847b7c-28ef-42f1-b724-1136c6dc1dd8') {} {{(pid=109258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:54:14.473947 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788650581836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127631697'] for segment, before_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.493135 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509'] for segment, precommit_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.499950 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 17:54:14.500307 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126834437'] for segment, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self.session.flush() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self.session.flush() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self.session.flush() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self.session.flush() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: Traceback (most recent call last): Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: timer() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: cb(*args, **kw) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: return func(*args, **kwargs) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self._notify() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: self.callback(batched_events) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: event.method(event) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: return f(self, *a, **k) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._get(url).json() Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: return self.request(url, 'GET', **kwargs) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 17:54:14.503179 dv-cinder-819149-1-iscsi neutron-server[109258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 17:54:14.531280 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 560fcbc2-f70e-4616-88ed-74aca3415ed8 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:14.552563 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 560fcbc2-f70e-4616-88ed-74aca3415ed8 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:14.552905 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 560fcbc2-f70e-4616-88ed-74aca3415ed8 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:14.553325 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8881f41e-721e-49a2-8b1f-3372e019096b no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:14.565646 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3901734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793573'] for network, after_delete {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.571579 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron_lib.callbacks.manager [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3901748'] for network, before_response {{(pid=109258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.573391 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: 8881f41e-721e-49a2-8b1f-3372e019096b {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:14.573731 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device 8881f41e-721e-49a2-8b1f-3372e019096b not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:14.574170 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a60175a1-6fc6-4ae4-929a-5fab72135130 no longer exists at agent ovs-agent-dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 17:54:14.574894 dv-cinder-819149-1-iscsi neutron-server[109258]: INFO neutron.wsgi [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a HTTP/1.1" status: 204 len: 168 time: 0.8250470 Nov 24 17:54:14.589028 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2ca58-4fb1-42a5-b726-d6fba8c9cc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfa759c-329a-4cf3-bbd1-28ddf11d4c7a,revision_number=None']} {{(pid=109258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:14.594773 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.plugin [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] No Port match for: a60175a1-6fc6-4ae4-929a-5fab72135130 {{(pid=109260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 17:54:14.595128 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron.plugins.ml2.rpc [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Device a60175a1-6fc6-4ae4-929a-5fab72135130 not bound to the agent host dv-cinder-819149-1-iscsi {{(pid=109260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 17:54:14.829054 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59826) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:14.870804 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-d84ab746-5165-4522-a142-c8b2d0ac0b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1a96fc23c9c465cb82de7a88bce3631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403528 Nov 24 17:54:14.874159 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59828) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:14.922718 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.945964 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.996969 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:14.999600 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:15.000789 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42399200-83a7-440e-ad65-1cdad14bb07d HTTP/1.1" status: 204 len: 168 time: 0.1257036 Nov 24 17:54:15.008614 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1f953-beb7-4a71-9c20-421daa7b4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42399200-83a7-440e-ad65-1cdad14bb07d,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:15.349367 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59834) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:15.392772 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-4ed002fc-661f-4c5e-9b58-c5c49d8b23ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e204042aac44ab39f9bcafb3a6971c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418932 Nov 24 17:54:15.396754 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.wsgi [-] (109259) accepted ('10.222.0.41', 59836) {{(pid=109259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 17:54:15.451319 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:15.473102 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:15.524970 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3735591'] for security_group, after_delete {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:15.527890 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:15.529060 dv-cinder-819149-1-iscsi neutron-server[109259]: INFO neutron.wsgi [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f57be6f7-0d27-4576-80eb-dd80d51047d1 HTTP/1.1" status: 204 len: 168 time: 0.1314499 Nov 24 17:54:15.537324 dv-cinder-819149-1-iscsi neutron-server[109259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c1b44-432d-4bbc-823f-95faa63dd3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57be6f7-0d27-4576-80eb-dd80d51047d1,revision_number=None']} {{(pid=109259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:54:15.872775 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:16.152448 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:39.401313 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:40.014851 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cf1bef68-a8a2-4925-94cd-564209404e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:42.611910 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-fc561ca0-dc86-4880-b843-696bfd540c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:44.028392 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:44.279241 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:54:45.875954 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:54:46.156313 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:09.399267 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:10.014713 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-124c1c85-4be6-4921-8e05-d8189a0e187a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:12.617722 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa7d3-32a6-40b3-b7aa-90b17c7cc96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:14.031312 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:15.878099 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:16.154580 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:21.279799 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:55:39.406411 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:40.011739 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-3053c26a-82ef-401a-86bb-7cb76c35fe67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:42.617550 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a60771e7-e961-470f-9c5b-25dd108eb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:44.035917 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:45.883372 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:46.153017 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:55:58.281701 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:56:09.405546 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:10.012194 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-bd8b534f-66f3-4c80-8a05-4b1f1c35dec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:11.293540 dv-cinder-819149-1-iscsi neutron-server[109258]: DEBUG neutron.wsgi [req-286063ce-9808-4021-b203-8576004deafd req-6cb284e0-d3af-4aa5-a8d8-d59755193c10 service neutron] (109258) timed out ('10.222.0.62', 51048) {{(pid=109258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 17:56:12.616998 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-15df5fa4-0577-4d08-9f21-b4149f92d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:14.037210 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:15.896467 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:16.150229 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:35.282284 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:56:39.405753 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:40.011439 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-709d5e9a-6720-4b3e-9c54-93d9cf5ef189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:42.613729 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c5255c89-5872-490d-b8d1-c4bcbc69e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:44.041457 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:45.890760 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:56:46.152391 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:09.409872 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:10.015750 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-17cb7cc9-f661-4ec2-8fab-37a9d60be903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:12.282459 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:57:12.612881 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-52a7c1eb-e8d2-4e11-8af7-f7618ff010c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:14.046387 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:15.899230 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:16.159406 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:39.421493 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:40.023962 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-03c5dd4f-1389-40a7-8d32-55e8d4426b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:42.613841 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6b86-f670-4567-ae80-a56e14266be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:44.053948 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:45.910298 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:46.156032 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:57:49.286977 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:58:09.437263 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:10.018562 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-0f690957-317a-42db-99e8-3a80db723081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:12.606721 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-75865ce8-e1bb-492f-a6ae-9c76fbf87214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:14.061775 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:15.909222 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:16.153165 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:26.291748 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:58:39.448830 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:40.016178 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-18a834a7-0e43-4e4e-821c-8faa2504208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:42.618385 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-17e9726b-bf2f-4656-81a6-7ebabd6e4794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:44.061295 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:45.907059 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:58:46.149327 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:03.293723 dv-cinder-819149-1-iscsi neutron-server[109261]: DEBUG neutron.db.agents_db [None req-9e9994a5-e9fc-4603-b64e-33e90cdef51f None None] Agent healthcheck: found 6 active agents {{(pid=109261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 17:59:09.470990 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d32b-824f-49ad-ba36-deecffbb908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:10.010691 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-cc12d291-3572-4110-9b18-24ff93a91d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:12.625933 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-9d69ef55-e50a-4b2f-a86d-e5fa8c44f3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:14.069172 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-949a8896-720e-4669-b884-0522e1391c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:15.914544 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8ee5-fe74-4203-bf3d-32e17dc5d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 17:59:16.141060 dv-cinder-819149-1-iscsi neutron-server[109260]: DEBUG neutron_lib.callbacks.manager [None req-6c706dcc-c43d-453c-9d04-925bb309bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788650503617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846169'] for agent, after_update {{(pid=109260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}